From d235a6562e6d6471190c68f7263ca7db5305b6d8 Mon Sep 17 00:00:00 2001 From: John Benediktsson Date: Sun, 19 Apr 2015 21:12:40 -0700 Subject: [PATCH] simple-tokenizer: whoops, need to escape \ --- basis/simple-tokenizer/simple-tokenizer.factor | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/basis/simple-tokenizer/simple-tokenizer.factor b/basis/simple-tokenizer/simple-tokenizer.factor index cf6b5a6091..2ad2a147fc 100644 --- a/basis/simple-tokenizer/simple-tokenizer.factor +++ b/basis/simple-tokenizer/simple-tokenizer.factor @@ -5,7 +5,7 @@ IN: simple-tokenizer EBNF: tokenize space = [ \t\n\r] -escaped-char = "\" .:ch => [[ ch ]] +escaped-char = "\\" .:ch => [[ ch ]] quoted = '"' (escaped-char | [^"])*:a '"' => [[ a ]] unquoted = (escaped-char | [^ \t\n\r"])+ argument = (quoted | unquoted) => [[ >string ]]