core/io/encodings/encodings-tests.factor

   1 USING: accessors io io.encodings io.encodings.ascii
   2 io.encodings.string io.encodings.utf8 io.files
   3 io.streams.byte-array io.streams.string kernel namespaces
   4 tools.test ;
   5 IN: io.encodings.tests
   6
   7 [ { } ]
   8 [ "vocab:io/test/empty-file.txt" ascii file-lines ]
   9 unit-test
  10
  11 : lines-test ( file encoding -- line1 line2 )
  12     [ readln readln ] with-file-reader ;
  13
  14 [
  15     "This is a line."
  16     "This is another line."
  17 ] [
  18     "vocab:io/test/windows-eol.txt"
  19     ascii lines-test
  20 ] unit-test
  21
  22 [
  23     "This is a line."
  24     "This is another line."
  25 ] [
  26     "vocab:io/test/mac-os-eol.txt"
  27     ascii lines-test
  28 ] unit-test
  29
  30 [
  31     "This is a line."
  32     "This is another line."
  33 ] [
  34     "vocab:io/test/unix-eol.txt"
  35     ascii lines-test
  36 ] unit-test
  37
  38 [
  39     "1234"
  40 ] [
  41      "Hello world\r\n1234" <string-reader>
  42      dup stream-readln drop
  43      4 swap stream-read
  44 ] unit-test
  45
  46 [
  47     "1234"
  48 ] [
  49      "Hello world\r\n1234" <string-reader>
  50      dup stream-readln drop
  51      4 swap stream-read-partial
  52 ] unit-test
  53
  54 [
  55     CHAR: 1
  56 ] [
  57      "Hello world\r\n1234" <string-reader>
  58      dup stream-readln drop
  59      stream-read1
  60 ] unit-test
  61
  62 [ utf8 ascii ] [
  63     "foo" utf8 [
  64         input-stream get code>>
  65         ascii decode-input
  66         input-stream get code>>
  67     ] with-byte-reader
  68 ] unit-test
  69
  70 [ utf8 ascii ] [
  71     utf8 [
  72         output-stream get code>>
  73         ascii encode-output
  74         output-stream get code>>
  75     ] with-byte-writer drop
  76 ] unit-test
  77
  78 ! Bug 1177.
  79 {
  80     "! lol"
  81     "! wat"
  82     13
  83 } [
  84     "! lol\r\n! wat\r\n" utf8 encode
  85     utf8 [
  86         readln
  87         "\r\n" read-until
  88     ] with-byte-reader
  89 ] unit-test
  90
  91 {
  92     "! lol"
  93     "! wa"
  94     116
  95 } [
  96     "! lol\r\n! wat\r\n" utf8 encode
  97     utf8 [
  98         readln
  99         "t" read-until
 100     ] with-byte-reader
 101 ] unit-test