humza/sml-projects
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

further improvements to conv-words.sml, escaping chars when necessary, as we may generate an invalid .sml file otherwise

Browse Source
This commit is contained in:
Humza Shahid
2024-09-11 10:01:30 +01:00
parent 442f9f88d2
commit af504350c7
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
bench/conv-words.sml
View File

@@ -6,7 +6,7 @@ val outIO = TextIO.openOut "words.sml"
fun consWordChrs (wordChrs, acc) = fun consWordChrs (wordChrs, acc) =
case wordChrs of case wordChrs of
[] => acc [] => acc
| _ => (String.implode wordChrs) :: acc | _ => (String.concat wordChrs) :: acc
fun helpTokeniseLine (pos, wordChrs, line, acc) = fun helpTokeniseLine (pos, wordChrs, line, acc) =
if pos < 0 then if pos < 0 then
@@ -14,9 +14,13 @@ fun helpTokeniseLine (pos, wordChrs, line, acc) =
else else
let let
val chr = String.sub (line, pos) val chr = String.sub (line, pos)
(* using Char.toString is necessary because it escapes double-quotes.
* Without escaping, there's a chance we will produce an invalid .sml file
* *)
val sChr = Char.toString chr
in in
if Char.isPrint chr andalso not (Char.isSpace chr) then if Char.isPrint chr andalso not (Char.isSpace chr) then
helpTokeniseLine (pos - 1, chr :: wordChrs, line, acc) helpTokeniseLine (pos - 1, sChr :: wordChrs, line, acc)
else else
helpTokeniseLine (pos - 1, [], line, consWordChrs (wordChrs, acc)) helpTokeniseLine (pos - 1, [], line, consWordChrs (wordChrs, acc))
end end