]> gitweb.factorcode.org Git - factor.git/commitdiff
Add \r to whitespace in javascript tokenizer
authorChris Double <chris@bethia.(none)>
Wed, 18 Jun 2008 11:50:25 +0000 (23:50 +1200)
committerChris Double <chris@bethia.(none)>
Wed, 18 Jun 2008 11:50:25 +0000 (23:50 +1200)
extra/peg/javascript/javascript.factor

index 030d2f17283b997f3b5ad104319d423976f21a56..127b13130a21fd3131e49a884cdc7a072dd81347 100644 (file)
@@ -52,7 +52,7 @@ Digit             = [0-9]
 Digits            = Digit+
 SingleLineComment = "//" (!("\n") .)* "\n" => [[ ignore ]]
 MultiLineComment  = "/*" (!("*/") .)* "*/" => [[ ignore ]]
-Space             = " " | "\t" | "\n" | SingleLineComment | MultiLineComment
+Space             = " " | "\t" | "\r" | "\n" | SingleLineComment | MultiLineComment
 Spaces            = Space* => [[ ignore ]]
 NameFirst         = Letter | "$" | "_"
 NameRest          = NameFirst | Digit