Add \r to whitespace in javascript tokenizer
parent
fea65df1df
commit
ea6974d5da
|
@ -52,7 +52,7 @@ Digit = [0-9]
|
||||||
Digits = Digit+
|
Digits = Digit+
|
||||||
SingleLineComment = "//" (!("\n") .)* "\n" => [[ ignore ]]
|
SingleLineComment = "//" (!("\n") .)* "\n" => [[ ignore ]]
|
||||||
MultiLineComment = "/*" (!("*/") .)* "*/" => [[ ignore ]]
|
MultiLineComment = "/*" (!("*/") .)* "*/" => [[ ignore ]]
|
||||||
Space = " " | "\t" | "\n" | SingleLineComment | MultiLineComment
|
Space = " " | "\t" | "\r" | "\n" | SingleLineComment | MultiLineComment
|
||||||
Spaces = Space* => [[ ignore ]]
|
Spaces = Space* => [[ ignore ]]
|
||||||
NameFirst = Letter | "$" | "_"
|
NameFirst = Letter | "$" | "_"
|
||||||
NameRest = NameFirst | Digit
|
NameRest = NameFirst | Digit
|
||||||
|
|
Loading…
Reference in New Issue