simple-tokenizer: whoops, need to escape \
parent
db1485b8bf
commit
d235a6562e
|
@ -5,7 +5,7 @@ IN: simple-tokenizer
|
|||
|
||||
EBNF: tokenize
|
||||
space = [ \t\n\r]
|
||||
escaped-char = "\" .:ch => [[ ch ]]
|
||||
escaped-char = "\\" .:ch => [[ ch ]]
|
||||
quoted = '"' (escaped-char | [^"])*:a '"' => [[ a ]]
|
||||
unquoted = (escaped-char | [^ \t\n\r"])+
|
||||
argument = (quoted | unquoted) => [[ >string ]]
|
||||
|
|
Loading…
Reference in New Issue