simple-tokenizer: whoops, need to escape \

db4
John Benediktsson 2015-04-19 21:12:40 -07:00
parent db1485b8bf
commit d235a6562e
1 changed files with 1 additions and 1 deletions

View File

@ -5,7 +5,7 @@ IN: simple-tokenizer
EBNF: tokenize
space = [ \t\n\r]
escaped-char = "\" .:ch => [[ ch ]]
escaped-char = "\\" .:ch => [[ ch ]]
quoted = '"' (escaped-char | [^"])*:a '"' => [[ a ]]
unquoted = (escaped-char | [^ \t\n\r"])+
argument = (quoted | unquoted) => [[ >string ]]