]> gitweb.factorcode.org Git - factor.git/commitdiff
simple-tokenizer: whoops, need to escape \
authorJohn Benediktsson <mrjbq7@gmail.com>
Mon, 20 Apr 2015 04:12:40 +0000 (21:12 -0700)
committerJohn Benediktsson <mrjbq7@gmail.com>
Mon, 20 Apr 2015 04:12:40 +0000 (21:12 -0700)
basis/simple-tokenizer/simple-tokenizer.factor

index cf6b5a6091429db94034453a41e1f4e49079b988..2ad2a147fc0c4afe9bc28fc4b42e133cb572430b 100644 (file)
@@ -5,7 +5,7 @@ IN: simple-tokenizer
 
 EBNF: tokenize
 space = [ \t\n\r]
-escaped-char = "\" .:ch => [[ ch ]]
+escaped-char = "\\" .:ch => [[ ch ]]
 quoted = '"' (escaped-char | [^"])*:a '"' => [[ a ]]
 unquoted = (escaped-char | [^ \t\n\r"])+
 argument = (quoted | unquoted) => [[ >string ]]