extra/c/lexer/lexer-tests.factor

   1 ! Copyright (C) 2009 Doug Coleman.
   2 ! See http://factorcode.org/license.txt for BSD license.
   3 USING: accessors c.lexer kernel sequences.parser tools.test ;
   4 IN: c.lexer.tests
   5
   6 [ 36 ]
   7 [
   8     "    //jofiejoe\n    //eoieow\n/*asdf*/\n      "
   9     <sequence-parser> skip-whitespace/comments n>>
  10 ] unit-test
  11
  12 [ f "33asdf" ]
  13 [ "33asdf" <sequence-parser> [ take-c-identifier ] [ take-rest ] bi ] unit-test
  14
  15 [ "asdf" ]
  16 [ "asdf" <sequence-parser> take-c-identifier ] unit-test
  17
  18 [ "_asdf" ]
  19 [ "_asdf" <sequence-parser> take-c-identifier ] unit-test
  20
  21 [ "_asdf400" ]
  22 [ "_asdf400" <sequence-parser> take-c-identifier ] unit-test
  23
  24 [ "asdfasdf" ] [
  25     "/*asdfasdf*/" <sequence-parser> take-c-comment
  26 ] unit-test
  27
  28 [ "k" ] [
  29     "/*asdfasdf*/k" <sequence-parser> [ take-c-comment drop ] [ take-rest ] bi
  30 ] unit-test
  31
  32 [ "omg" ] [
  33     "//asdfasdf\nomg" <sequence-parser>
  34     [ take-c++-comment drop ] [ take-rest ] bi
  35 ] unit-test
  36
  37 [ "omg" ] [
  38     "omg" <sequence-parser>
  39     [ take-c++-comment drop ] [ take-rest ] bi
  40 ] unit-test
  41
  42 [ "/*asdfasdf" ] [
  43     "/*asdfasdf" <sequence-parser> [ take-c-comment drop ] [ take-rest ] bi
  44 ] unit-test
  45
  46 [ "asdf" "eoieoei" ] [
  47     "//asdf\neoieoei" <sequence-parser>
  48     [ take-c++-comment ] [ take-rest ] bi
  49 ] unit-test
  50
  51 [ f ]
  52 [
  53     "\"abc\" asdf" <sequence-parser>
  54     [ CHAR: \ CHAR: " take-quoted-string drop ] [ "asdf" take-sequence ] bi
  55 ] unit-test
  56
  57 [ "abc\\\"def" ]
  58 [
  59     "\"abc\\\"def\" asdf" <sequence-parser>
  60     CHAR: \ CHAR: " take-quoted-string
  61 ] unit-test
  62
  63 [ "asdf" ]
  64 [
  65     "\"abc\" asdf" <sequence-parser>
  66     [ CHAR: \ CHAR: " take-quoted-string drop ]
  67     [ skip-whitespace "asdf" take-sequence ] bi
  68 ] unit-test
  69
  70 [ f ]
  71 [
  72     "\"abc asdf" <sequence-parser>
  73     CHAR: \ CHAR: " take-quoted-string
  74 ] unit-test
  75
  76 [ "\"abc" ]
  77 [
  78     "\"abc asdf" <sequence-parser>
  79     [ CHAR: \ CHAR: " take-quoted-string drop ]
  80     [ "\"abc" take-sequence ] bi
  81 ] unit-test
  82
  83 [ "c" ]
  84 [ "c" <sequence-parser> take-token ] unit-test
  85
  86 [ f ]
  87 [ "" <sequence-parser> take-token ] unit-test
  88
  89 [ "abcd e \\\"f g" ]
  90 [ "\"abcd e \\\"f g\"" <sequence-parser> CHAR: \ CHAR: " take-token* ] unit-test
  91
  92 [ "123" ]
  93 [ "123jjj" <sequence-parser> take-c-integer ] unit-test
  94
  95 [ "123uLL" ]
  96 [ "123uLL" <sequence-parser> take-c-integer ] unit-test
  97
  98 [ "123ull" ]
  99 [ "123ull" <sequence-parser> take-c-integer ] unit-test
 100
 101 [ "123u" ]
 102 [ "123u" <sequence-parser> take-c-integer ] unit-test