Files
sml-projects/src/string-set.sml

421 lines
15 KiB
Standard ML
Raw Normal View History

structure StringSet =
struct
datatype t =
CHILDREN of {keys: string vector, children: t vector}
| FOUND_WITH_CHILDREN of {keys: string vector, children: t vector}
| FOUND
fun helpBinSearch (findChr, keyPos, children, low, high) =
if high >= low then
let
val mid = low + ((high - low) div 2)
val midStr = Vector.sub (children, mid)
val midChr = String.sub (midStr, keyPos)
in
if midChr = findChr then
SOME mid
else if midChr < findChr then
helpBinSearch (findChr, keyPos, children, mid + 1, high)
else
helpBinSearch (findChr, keyPos, children, low, mid - 1)
end
else
NONE
fun findBinSearch (findChr, keyPos, children) =
if Vector.length children > 0 then
helpBinSearch (findChr, keyPos, children, 0, Vector.length children - 1)
else
NONE
datatype search_string_match =
NO_SEARCH_MATCH
| FULL_SEARCH_MATCH
| SEARCH_KEY_CONTAINS_TRIE_KEY
| TRIE_KEY_CONTAINS_SEARCH_KEY
fun searchKeyMatch (searchKey, trieKey, keyPos) =
if
keyPos < String.size searchKey
then
if keyPos < String.size trieKey then
let
val searchChr = String.sub (searchKey, keyPos)
val trieChr = String.sub (trieKey, keyPos)
in
if searchChr = trieChr then
searchKeyMatch (searchKey, trieKey, keyPos + 1)
else
NO_SEARCH_MATCH
end
else
SEARCH_KEY_CONTAINS_TRIE_KEY
else if
keyPos = String.size searchKey
then
if keyPos < String.size trieKey then TRIE_KEY_CONTAINS_SEARCH_KEY
else if keyPos = String.size trieKey then FULL_SEARCH_MATCH
else SEARCH_KEY_CONTAINS_TRIE_KEY
2024-09-04 07:54:35 +01:00
else (* implicit: keyPos > String.size searchKey *) if
keyPos <= String.size trieKey
then
TRIE_KEY_CONTAINS_SEARCH_KEY
else
NO_SEARCH_MATCH
fun isFoundNode node =
case node of
FOUND => true
| FOUND_WITH_CHILDREN _ => true
| CHILDREN _ => false
2024-09-04 07:54:35 +01:00
fun helpExists (searchKey, keyPos, trie) =
case trie of
CHILDREN {keys, children} =>
let
val findChr = String.sub (searchKey, keyPos)
in
(case findBinSearch (findChr, keyPos, keys) of
SOME idx =>
let
val trieKey = Vector.sub (keys, idx)
val nextKeyPos = keyPos + 1
in
(case searchKeyMatch (searchKey, trieKey, nextKeyPos) of
NO_SEARCH_MATCH => false
| FULL_SEARCH_MATCH =>
let val trieChild = Vector.sub (children, idx)
in isFoundNode trieChild
end
| SEARCH_KEY_CONTAINS_TRIE_KEY =>
let val trieChild = Vector.sub (children, idx)
2024-09-04 07:54:35 +01:00
in helpExists (searchKey, nextKeyPos, trieChild)
end
| TRIE_KEY_CONTAINS_SEARCH_KEY => false)
end
| NONE => false)
end
| FOUND_WITH_CHILDREN {keys, children} =>
let
val findChr = String.sub (searchKey, keyPos)
in
(case findBinSearch (findChr, keyPos, keys) of
SOME idx =>
let
val trieKey = Vector.sub (keys, idx)
val nextKeyPos = keyPos + 1
in
(case searchKeyMatch (searchKey, trieKey, nextKeyPos) of
NO_SEARCH_MATCH => false
| FULL_SEARCH_MATCH =>
let val trieChild = Vector.sub (children, idx)
in isFoundNode trieChild
end
| SEARCH_KEY_CONTAINS_TRIE_KEY =>
let val trieChild = Vector.sub (children, idx)
2024-09-04 07:54:35 +01:00
in helpExists (searchKey, nextKeyPos, trieChild)
end
| TRIE_KEY_CONTAINS_SEARCH_KEY => false)
end
| NONE => false)
end
| FOUND => keyPos = String.size searchKey
2024-09-04 07:54:35 +01:00
fun exists (searchKey, trie) = helpExists (searchKey, 0, trie)
datatype insert_string_match =
NO_INSERT_MATCH
2024-09-03 22:09:31 +01:00
(* may need to split string if difference found but prefix matched *)
| DIFFERENCE_FOUND_AT of int
2024-09-04 07:54:35 +01:00
(* may not need to do anything if insert key matched,
* as this is a set where only strings are stored.
* however, if this is a non-found node, then I need to change
* the tag/case. *)
| FULL_INSERT_MATCH
2024-09-03 22:09:31 +01:00
(* if insert key contains trie key, may need to recurse down node *)
| INSERT_KEY_CONTAINS_TRIE_KEY
2024-09-03 22:09:31 +01:00
(* if trie key contains insert key, need to split node *)
| TRIE_KEY_CONTAINS_INSERT_KEY
fun insertKeyMatch (insertKey, trieKey, keyPos) =
if
keyPos < String.size insertKey
then
if keyPos < String.size trieKey then
let
val searchChr = String.sub (insertKey, keyPos)
val trieChr = String.sub (trieKey, keyPos)
in
if searchChr = trieChr then
insertKeyMatch (insertKey, trieKey, keyPos + 1)
else
DIFFERENCE_FOUND_AT keyPos
end
else
INSERT_KEY_CONTAINS_TRIE_KEY
else if
keyPos = String.size insertKey
then
if keyPos < String.size trieKey then TRIE_KEY_CONTAINS_INSERT_KEY
else if keyPos = String.size trieKey then FULL_INSERT_MATCH
else INSERT_KEY_CONTAINS_TRIE_KEY
2024-09-04 07:54:35 +01:00
else (* implicit: keyPos > String.size insertKey *) if
keyPos <= String.size trieKey
then
TRIE_KEY_CONTAINS_INSERT_KEY
else
NO_INSERT_MATCH
2024-09-03 22:09:31 +01:00
datatype insert_bin_search_result =
INSERT_NEW_CHILD of int
| FOUND_INSERT_POS of int
| APPEND_NEW_CHILD
fun linearSearch (findChr, keyPos, idx, children) =
if idx = Vector.length children then
APPEND_NEW_CHILD
else
let
val curStr = Vector.sub (children, idx)
val curChr = String.sub (curStr, keyPos)
in
if curChr > findChr then INSERT_NEW_CHILD idx
else linearSearch (findChr, keyPos, idx + 1, children)
end
fun helpInsertBinSearch (findChr, keyPos, children, low, high) =
let
val mid = low + ((high - low) div 2)
in
if high >= low then
let
val midStr = Vector.sub (children, mid)
val midChr = String.sub (midStr, keyPos)
in
if midChr = findChr then
FOUND_INSERT_POS mid
else if midChr < findChr then
helpInsertBinSearch (findChr, keyPos, children, mid + 1, high)
else
helpInsertBinSearch (findChr, keyPos, children, low, mid - 1)
end
else
linearSearch (findChr, keyPos, if mid >= 0 then mid else 0, children)
2024-09-03 22:09:31 +01:00
end
fun insertBinSearch (findChr, keyPos, children) =
helpInsertBinSearch
(findChr, keyPos, children, 0, Vector.length children - 1)
2024-09-04 07:54:35 +01:00
fun insertDifferenceFoundAt
( insKey
, insIdx
, splitTrieKeyStart
, splitTrieKeyEnd
, trieChild
, childKeys
, childChildren
, parentKeys
, parentChildren
) =
let
val childNode = CHILDREN {keys = childKeys, children = childChildren}
val keys =
Vector.mapi
(fn (idx, key) => if idx <> insIdx then key else splitTrieKeyStart)
parentKeys
val children =
Vector.mapi (fn (idx, elt) => if idx <> insIdx then elt else childNode)
parentChildren
in
CHILDREN {keys = keys, children = children}
2024-09-04 07:54:35 +01:00
end
(*
* todo:
* - Complete code for FOUND_WITH_CHILDREN case in insert function.
*)
2024-09-04 07:54:35 +01:00
fun insertNewChild (keys, insIdx, insKey, children, constructor) =
let
val newLength = Vector.length keys + 1
val newKeys = Vector.tabulate (newLength, fn idx =>
if idx < insIdx then Vector.sub (keys, idx)
else if idx > insIdx then Vector.sub (keys, idx - 1)
else insKey)
val newChildren = Vector.tabulate (newLength, fn idx =>
if idx < insIdx then Vector.sub (children, idx)
else if idx > insIdx then Vector.sub (children, idx - 1)
else FOUND)
in
constructor {keys = newKeys, children = newChildren}
end
fun appendNewChild (keys, insKey, children, constructor) =
let
val newKeys = Vector.concat [keys, Vector.fromList [insKey]]
val newChildren = Vector.concat [children, Vector.fromList [FOUND]]
in
constructor {keys = newKeys, children = newChildren}
end
fun helpInsert (insKey, keyPos, trie) : t =
case trie of
FOUND =>
if keyPos = String.size insKey then
FOUND
else
FOUND_WITH_CHILDREN
{ keys = Vector.fromList [insKey]
, children = Vector.fromList [FOUND]
}
2024-09-04 07:54:35 +01:00
| CHILDREN {keys, children} =>
let
val findChr = String.sub (insKey, keyPos)
in
(case insertBinSearch (findChr, keyPos, keys) of
INSERT_NEW_CHILD insIdx =>
insertNewChild (keys, insIdx, insKey, children, CHILDREN)
2024-09-04 07:54:35 +01:00
| FOUND_INSERT_POS insIdx =>
let
val trieKey = Vector.sub (keys, insIdx)
val nextKeyPos = keyPos + 1
in
(case insertKeyMatch (insKey, trieKey, nextKeyPos) of
NO_INSERT_MATCH => trie
2024-09-04 07:54:35 +01:00
(* may need to split string if difference found but prefix matched *)
| DIFFERENCE_FOUND_AT diffIdx =>
let
val splitTrieKeyStart =
String.substring (trieKey, 0, diffIdx)
val splitTrieKeyEnd = String.substring
(trieKey, diffIdx, String.size trieKey - diffIdx)
val trieChild = Vector.sub (children, insIdx)
in
if
String.sub (trieKey, nextKeyPos)
> String.sub (insKey, nextKeyPos)
then
(* place insKey before trieKey *)
let
val childKeys =
Vector.fromList [insKey, splitTrieKeyEnd]
val childChildren =
Vector.fromList [FOUND, trieChild]
in
insertDifferenceFoundAt
( insKey
, insIdx
, splitTrieKeyStart
, splitTrieKeyEnd
, trieChild
, childKeys
, childChildren
, keys
, children
)
end
else
(* place trieKey before insKey *)
let
val childKeys =
Vector.fromList [splitTrieKeyEnd, insKey]
val childChildren =
Vector.fromList [trieChild, FOUND]
in
insertDifferenceFoundAt
( insKey
, insIdx
, splitTrieKeyStart
, splitTrieKeyEnd
, trieChild
, childKeys
, childChildren
, keys
, children
)
end
end
(* may not need to do anything if insert key matched,
* as this is a set where only strings are stored.
* however, if this is a non-found node, then I need to change
* the tag/case. *)
| FULL_INSERT_MATCH =>
FOUND_WITH_CHILDREN {keys = keys, children = children}
2024-09-04 07:54:35 +01:00
(* if insert key contains trie key, need to recurse down node *)
| INSERT_KEY_CONTAINS_TRIE_KEY =>
let
val trieChild = Vector.sub (children, insIdx)
in
helpInsert
(insKey, keyPos + String.size trieKey, trieChild)
2024-09-04 07:54:35 +01:00
end
(* if trie key contains insert key, need to split node *)
| TRIE_KEY_CONTAINS_INSERT_KEY =>
let
val trieChild = Vector.sub (children, insIdx)
val newKeys =
Vector.mapi
(fn (idx, key) =>
if idx <> insIdx then insKey else key) keys
val splitTrieKeyEnd = String.substring
( trieKey
, String.size insKey
, String.size trieKey - String.size insKey
)
val newTrieChild = FOUND_WITH_CHILDREN
{ keys = Vector.fromList [splitTrieKeyEnd]
, children = Vector.fromList [trieChild]
}
val newChildren =
Vector.mapi
(fn (idx, elt) =>
if idx <> insIdx then elt else newTrieChild)
children
in
CHILDREN {keys = newKeys, children = newChildren}
2024-09-04 07:54:35 +01:00
end)
end
| APPEND_NEW_CHILD =>
appendNewChild (keys, insKey, children, CHILDREN))
end
| FOUND_WITH_CHILDREN {keys, children} =>
let
val findChr = String.sub (insKey, keyPos)
in
(case insertBinSearch (findChr, keyPos, keys) of
INSERT_NEW_CHILD insIdx =>
insertNewChild
(keys, insIdx, insKey, children, FOUND_WITH_CHILDREN)
| FOUND_INSERT_POS insIdx => raise Empty
| APPEND_NEW_CHILD =>
appendNewChild (keys, insKey, children, FOUND_WITH_CHILDREN))
2024-09-04 07:54:35 +01:00
end
fun insert (insKey, trie) =
if String.size insKey > 0 then helpInsert (insKey, 0, trie) else trie
fun fromString str =
CHILDREN {keys = Vector.fromList [str], children = Vector.fromList [FOUND]}
fun helpAddList (str, acc) = insert (str, acc)
fun addList (lst, trie) =
List.foldl helpAddList trie lst
2024-09-04 08:16:56 +01:00
fun fromList (hd :: tl) =
let val trie = fromString hd
in addList (tl, trie)
end
| fromList ([]) = raise Empty
val trie = fromList ["hello", "bye", "try", "why"]
end