sml-projects/fcore/cursor-dfa/vi-word-dfa.sml

structure ViWordDfa =
struct
  val startState: Word8.word = 0w0

  val startAlpha: Word8.word = 0w1
  val startSpace: Word8.word = 0w2
  val startPunct: Word8.word = 0w3

  val alphaToSpace: Word8.word = 0w4
  val punctToSpace: Word8.word = 0w5

  val spaceToAlpha: Word8.word = 0w6
  val spaceToPunct: Word8.word = 0w7

  val alphaToPunct: Word8.word = 0w8
  val punctToAlpha: Word8.word = 0w9

  fun makeStart i =
    let
      val chr = Char.chr i
    in
      if Char.isAlphaNum chr orelse chr = #"_" then startAlpha
      else if Char.isSpace chr then startSpace
      else startPunct
    end

  fun makeStartAlpha i =
    let
      val chr = Char.chr i
    in
      if Char.isAlphaNum chr orelse chr = #"_" then startAlpha
      else if Char.isSpace chr then alphaToSpace
      else alphaToPunct
    end

  fun makeStartSpace i =
    let
      val chr = Char.chr i
    in
      if Char.isAlphaNum chr orelse chr = #"_" then spaceToAlpha
      else if Char.isSpace chr then startSpace
      else spaceToPunct
    end

  fun makeStartPunct i =
    let
      val chr = Char.chr i
    in
      if Char.isAlphaNum chr orelse chr = #"_" then punctToAlpha
      else if Char.isSpace chr then punctToSpace
      else startPunct
    end

  val startTable = Vector.tabulate (255, makeStart)

  val startAlphaTable = Vector.tabulate (255, makeStartAlpha)
  val startSpaceTable = Vector.tabulate (255, makeStartSpace)
  val startPunctTable = Vector.tabulate (255, makeStartPunct)

  val alphaToSpaceTable = startSpaceTable
  val punctToSpaceTable = startSpaceTable

  val spaceToAlphaTable = startAlphaTable
  val spaceToPunctTable = startPunctTable

  val tables =
   #[ startTable

    , startAlphaTable
    , startSpaceTable
    , startPunctTable

    , alphaToSpaceTable
    , punctToSpaceTable

    , spaceToAlphaTable
    , spaceToPunctTable
    ]

  fun next (currentState, chr) =
    let
      val currentState = Word8.toInt currentState
      val currentTable = Vector.sub (tables, currentState)
      val charIdx = Char.ord chr
    in
      Vector.sub (currentTable, charIdx)
    end

  structure StartOfNextWord =
    MakeNextDfaLoop
      (struct
         val startState = startState

         structure Folder =
           MakeCharFolderNext
             (struct
                val startState = startState
                val tables = tables

                fun isFinal currentState =
                  currentState = alphaToPunct orelse currentState = punctToAlpha
                  orelse currentState = spaceToAlpha
                  orelse currentState = spaceToPunct

                fun finish x = x
              end)

         val fStart = Folder.foldNext
       end)

  structure EndOfPrevWord =
    MakePrevDfaLoop
      (struct
         val startState = startState

         structure Folder =
           MakeCharFolderPrev
             (struct
                val startState = startState
                val tables = tables

                fun isFinal currentState =
                  currentState = alphaToPunct orelse currentState = punctToAlpha
                  orelse currentState = spaceToAlpha
                  orelse currentState = spaceToPunct

                fun finish x = x
              end)

         val fStart = Folder.foldPrev
       end)

  structure StartOfCurrentWordFolder =
    MakeCharFolderPrev
      (struct
         val startState = startState
         val tables = tables

         fun isFinal currentState =
           currentState = alphaToSpace orelse currentState = punctToSpace
           orelse currentState = alphaToPunct orelse currentState = punctToAlpha

         fun finish idx = idx + 1
       end)

  structure StartOfCurrentWord =
    MakePrevDfaLoopMinus1
      (struct
         val startState = startState
         val fStart = StartOfCurrentWordFolder.foldPrev
       end)

  structure StartOfCurrentWordStrict =
    MakePrevDfaLoop
      (struct
         val startState = startState
         val fStart = StartOfCurrentWordFolder.foldPrev
       end)

  fun endOfCurrentWord (idx, absIdx, str, tl, currentState, counter) =
    if idx = String.size str then
      case tl of
        str :: tl =>
          endOfCurrentWord (0, absIdx, str, tl, currentState, counter)
      | [] => Int.max (0, absIdx - 2)
    else
      let
        val chr = String.sub (str, idx)
        val newState = next (currentState, chr)
      in
        if
          newState = alphaToSpace orelse newState = punctToSpace
          orelse newState = alphaToPunct orelse newState = punctToAlpha
        then
          if counter - 1 = 0 then
            absIdx - 1
          else
            endOfCurrentWord
              (idx + 1, absIdx + 1, str, tl, startState, counter - 1)
        else
          endOfCurrentWord (idx + 1, absIdx + 1, str, tl, newState, counter)
      end

  structure EndOfCurrentWord =
    MakeNextDfaLoopPlus1
      (struct val startState = startState val fStart = endOfCurrentWord end)

  structure EndOfCurrentWordStrict =
    MakeNextDfaLoop
      (struct val startState = startState val fStart = endOfCurrentWord end)

  (* w *)
  val startOfNextWord = StartOfNextWord.next
  (* ge *)
  val endOfPrevWord = EndOfPrevWord.prev
  (* b *)
  val startOfCurrentWord = StartOfCurrentWord.prev
  (* e *)
  val endOfCurrentWord = EndOfCurrentWord.next

  (* the meaning of "Strict" and the utility of these two functions
   * is described in vi-WORD-dfa.sml *)
  val startOfCurrentWordStrict = StartOfCurrentWordStrict.prev
  val endOfCurrentWordStrict = EndOfCurrentWordStrict.next
end