From ea6974d5dac52706a67666a50ecaf22c915280eb Mon Sep 17 00:00:00 2001 From: Chris Double <chris@bethia.(none)> Date: Wed, 18 Jun 2008 23:50:25 +1200 Subject: [PATCH] Add \r to whitespace in javascript tokenizer --- extra/peg/javascript/javascript.factor | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extra/peg/javascript/javascript.factor b/extra/peg/javascript/javascript.factor index 030d2f1728..127b13130a 100644 --- a/extra/peg/javascript/javascript.factor +++ b/extra/peg/javascript/javascript.factor @@ -52,7 +52,7 @@ Digit = [0-9] Digits = Digit+ SingleLineComment = "//" (!("\n") .)* "\n" => [[ ignore ]] MultiLineComment = "/*" (!("*/") .)* "*/" => [[ ignore ]] -Space = " " | "\t" | "\n" | SingleLineComment | MultiLineComment +Space = " " | "\t" | "\r" | "\n" | SingleLineComment | MultiLineComment Spaces = Space* => [[ ignore ]] NameFirst = Letter | "$" | "_" NameRest = NameFirst | Digit