--- /dev/null
+Slava Pestov
--- /dev/null
+USING: help.markup help.syntax io strings quotations sequences ;
+IN: io.streams.string
+
+ARTICLE: "io.streams.string" "String streams"
+"String streams:"
+{ $subsection <string-reader> }
+{ $subsection <string-writer> }
+"Utility combinators:"
+{ $subsection with-string-reader }
+{ $subsection with-string-writer } ;
+
+ABOUT: "io.streams.string"
+
+HELP: <string-writer>
+{ $values { "stream" "an output stream" } }
+{ $description "Creates an output stream that collects text into a string buffer. The contents of the buffer can be obtained by executing " { $link >string } "." } ;
+
+HELP: with-string-writer
+{ $values { "quot" quotation } { "str" string } }
+{ $description "Calls the quotation in a new dynamic scope with " { $link output-stream } " rebound to a new string writer. The accumulated string is output when the quotation returns." } ;
+
+HELP: <string-reader>
+{ $values { "str" string } { "stream" "an input stream" } }
+{ $description "Creates a new stream for reading " { $snippet "str" } " from beginning to end." }
+{ $notes "The implementation exploits the ability of string buffers to respond to the input stream protocol by reading characters from the end of the buffer." } ;
+
+HELP: with-string-reader
+{ $values { "str" string } { "quot" quotation } }
+{ $description "Calls the quotation in a new dynamic scope with " { $link input-stream } " rebound to an input stream reading " { $snippet "str" } " from beginning to end." } ;
--- /dev/null
+USING: io.streams.string io kernel arrays namespaces make
+tools.test ;
+IN: io.streams.string.tests
+
+[ "line 1" CHAR: l ]
+[
+ "line 1\nline 2\nline 3" <string-reader>
+ dup stream-readln swap stream-read1
+]
+unit-test
+
+[ f ]
+[ "" <string-reader> stream-readln ]
+unit-test
+
+[ "xyzzy" ] [ [ "xyzzy" write ] with-string-writer ] unit-test
+
+[ "a" ] [ 1 SBUF" cba" stream-read ] unit-test
+[ "ab" ] [ 2 SBUF" cba" stream-read ] unit-test
+[ "abc" ] [ 3 SBUF" cba" stream-read ] unit-test
+[ "abc" ] [ 4 SBUF" cba" stream-read ] unit-test
+[ "abc" f ] [
+ 3 SBUF" cba" [ stream-read ] keep stream-read1
+] unit-test
+
+[
+ {
+ { "It seems " CHAR: J }
+ { "obs has lost h" CHAR: i }
+ { "s grasp on reality again.\n" f }
+ }
+] [
+ [
+ "It seems Jobs has lost his grasp on reality again.\n"
+ <string-reader> [
+ "J" read-until 2array ,
+ "i" read-until 2array ,
+ "X" read-until 2array ,
+ ] with-input-stream
+ ] { } make
+] unit-test
+
+[ "hello" "hi" ] [
+ "hello\nhi" <string-reader>
+ dup stream-readln
+ 2 rot stream-read
+] unit-test
+
+[ "hello" "hi" ] [
+ "hello\r\nhi" <string-reader>
+ dup stream-readln
+ 2 rot stream-read
+] unit-test
+
+[ "hello" "hi" ] [
+ "hello\rhi" <string-reader>
+ dup stream-readln
+ 2 rot stream-read
+] unit-test
--- /dev/null
+! Copyright (C) 2003, 2009 Slava Pestov.
+! See http://factorcode.org/license.txt for BSD license.
+USING: accessors io kernel math namespaces sequences sbufs
+strings generic splitting continuations destructors
+io.streams.plain io.encodings math.order growable ;
+IN: io.streams.string
+
+<PRIVATE
+
+: harden-as ( seq growble-exemplar -- newseq )
+ underlying>> like ;
+
+: growable-read-until ( growable n -- str )
+ >fixnum dupd tail-slice swap harden-as dup reverse-here ;
+
+SINGLETON: null-encoding
+
+M: null-encoding decode-char drop stream-read1 ;
+
+PRIVATE>
+
+M: growable dispose drop ;
+
+M: growable stream-write1 push ;
+M: growable stream-write push-all ;
+M: growable stream-flush drop ;
+
+: <string-writer> ( -- stream )
+ 512 <sbuf> ;
+
+: with-string-writer ( quot -- str )
+ <string-writer> swap [ output-stream get ] compose with-output-stream*
+ >string ; inline
+
+M: growable stream-read1 [ f ] [ pop ] if-empty ;
+
+: find-last-sep ( seq seps -- n )
+ swap [ memq? ] curry find-last drop ;
+
+M: growable stream-read-until
+ [ find-last-sep ] keep over [
+ [ swap 1+ growable-read-until ] 2keep [ nth ] 2keep
+ set-length
+ ] [
+ [ swap drop 0 growable-read-until f like f ] keep
+ delete-all
+ ] if ;
+
+M: growable stream-read
+ [
+ drop f
+ ] [
+ [ length swap - 0 max ] keep
+ [ swap growable-read-until ] 2keep
+ set-length
+ ] if-empty ;
+
+M: growable stream-read-partial
+ stream-read ;
+
+: <string-reader> ( str -- stream )
+ >sbuf dup reverse-here null-encoding <decoder> ;
+
+: with-string-reader ( str quot -- )
+ [ <string-reader> ] dip with-input-stream ; inline
+
+INSTANCE: growable plain-writer
--- /dev/null
+Reading and writing strings as streams
! Copyright (C) 2006 Doug Coleman
! See http://factorcode.org/license.txt for BSD license.
USING: kernel math sequences sequences.private namespaces
-words io io.binary io.files io.streams.string quotations
+words io io.binary io.files quotations
definitions checksums ;
IN: checksums.crc32
+++ /dev/null
-Slava Pestov
+++ /dev/null
-USING: help.markup help.syntax io strings quotations sequences ;
-IN: io.streams.string
-
-ARTICLE: "io.streams.string" "String streams"
-"String streams:"
-{ $subsection <string-reader> }
-{ $subsection <string-writer> }
-"Utility combinators:"
-{ $subsection with-string-reader }
-{ $subsection with-string-writer } ;
-
-ABOUT: "io.streams.string"
-
-HELP: <string-writer>
-{ $values { "stream" "an output stream" } }
-{ $description "Creates an output stream that collects text into a string buffer. The contents of the buffer can be obtained by executing " { $link >string } "." } ;
-
-HELP: with-string-writer
-{ $values { "quot" quotation } { "str" string } }
-{ $description "Calls the quotation in a new dynamic scope with " { $link output-stream } " rebound to a new string writer. The accumulated string is output when the quotation returns." } ;
-
-HELP: <string-reader>
-{ $values { "str" string } { "stream" "an input stream" } }
-{ $description "Creates a new stream for reading " { $snippet "str" } " from beginning to end." }
-{ $notes "The implementation exploits the ability of string buffers to respond to the input stream protocol by reading characters from the end of the buffer." } ;
-
-HELP: with-string-reader
-{ $values { "str" string } { "quot" quotation } }
-{ $description "Calls the quotation in a new dynamic scope with " { $link input-stream } " rebound to an input stream reading " { $snippet "str" } " from beginning to end." } ;
+++ /dev/null
-USING: io.streams.string io kernel arrays namespaces make
-tools.test ;
-IN: io.streams.string.tests
-
-[ "line 1" CHAR: l ]
-[
- "line 1\nline 2\nline 3" <string-reader>
- dup stream-readln swap stream-read1
-]
-unit-test
-
-[ f ]
-[ "" <string-reader> stream-readln ]
-unit-test
-
-[ "xyzzy" ] [ [ "xyzzy" write ] with-string-writer ] unit-test
-
-[ "a" ] [ 1 SBUF" cba" stream-read ] unit-test
-[ "ab" ] [ 2 SBUF" cba" stream-read ] unit-test
-[ "abc" ] [ 3 SBUF" cba" stream-read ] unit-test
-[ "abc" ] [ 4 SBUF" cba" stream-read ] unit-test
-[ "abc" f ] [
- 3 SBUF" cba" [ stream-read ] keep stream-read1
-] unit-test
-
-[
- {
- { "It seems " CHAR: J }
- { "obs has lost h" CHAR: i }
- { "s grasp on reality again.\n" f }
- }
-] [
- [
- "It seems Jobs has lost his grasp on reality again.\n"
- <string-reader> [
- "J" read-until 2array ,
- "i" read-until 2array ,
- "X" read-until 2array ,
- ] with-input-stream
- ] { } make
-] unit-test
-
-[ "hello" "hi" ] [
- "hello\nhi" <string-reader>
- dup stream-readln
- 2 rot stream-read
-] unit-test
-
-[ "hello" "hi" ] [
- "hello\r\nhi" <string-reader>
- dup stream-readln
- 2 rot stream-read
-] unit-test
-
-[ "hello" "hi" ] [
- "hello\rhi" <string-reader>
- dup stream-readln
- 2 rot stream-read
-] unit-test
+++ /dev/null
-! Copyright (C) 2003, 2009 Slava Pestov.
-! See http://factorcode.org/license.txt for BSD license.
-USING: accessors io kernel math namespaces sequences sbufs
-strings generic splitting continuations destructors
-io.streams.plain io.encodings math.order growable ;
-IN: io.streams.string
-
-<PRIVATE
-
-: harden-as ( seq growble-exemplar -- newseq )
- underlying>> like ;
-
-: growable-read-until ( growable n -- str )
- >fixnum dupd tail-slice swap harden-as dup reverse-here ;
-
-SINGLETON: null-encoding
-
-M: null-encoding decode-char drop stream-read1 ;
-
-PRIVATE>
-
-M: growable dispose drop ;
-
-M: growable stream-write1 push ;
-M: growable stream-write push-all ;
-M: growable stream-flush drop ;
-
-: <string-writer> ( -- stream )
- 512 <sbuf> ;
-
-: with-string-writer ( quot -- str )
- <string-writer> swap [ output-stream get ] compose with-output-stream*
- >string ; inline
-
-M: growable stream-read1 [ f ] [ pop ] if-empty ;
-
-: find-last-sep ( seq seps -- n )
- swap [ memq? ] curry find-last drop ;
-
-M: growable stream-read-until
- [ find-last-sep ] keep over [
- [ swap 1+ growable-read-until ] 2keep [ nth ] 2keep
- set-length
- ] [
- [ swap drop 0 growable-read-until f like f ] keep
- delete-all
- ] if ;
-
-M: growable stream-read
- [
- drop f
- ] [
- [ length swap - 0 max ] keep
- [ swap growable-read-until ] 2keep
- set-length
- ] if-empty ;
-
-M: growable stream-read-partial
- stream-read ;
-
-: <string-reader> ( str -- stream )
- >sbuf dup reverse-here null-encoding <decoder> ;
-
-: with-string-reader ( str quot -- )
- [ <string-reader> ] dip with-input-stream ; inline
-
-INSTANCE: growable plain-writer
+++ /dev/null
-Reading and writing strings as streams
USING: arrays definitions generic assocs kernel math namespaces
sequences strings vectors words words.symbol quotations io
combinators sorting splitting math.parser effects continuations
-io.files io.streams.string vocabs io.encodings.utf8 source-files
+io.files vocabs io.encodings.utf8 source-files
classes hashtables compiler.errors compiler.units accessors sets
lexer vocabs.parser ;
IN: parser
projects / factor.git / commitdiff