1 USING: accessors xmode.tokens xmode.keyword-map kernel
2 sequences vectors assocs strings memoize regexp unicode.case ;
5 TUPLE: string-matcher string ignore-case? ;
7 C: <string-matcher> string-matcher
9 ! Based on org.gjt.sp.jedit.syntax.ParserRuleSet
26 : <rule-set> ( -- ruleset )
30 V{ } clone >>imports ;
32 MEMO: standard-rule-set ( id -- ruleset )
33 <rule-set> swap >>default ;
35 : import-rule-set ( import ruleset -- )
38 : inverted-index ( hashes key index -- )
39 [ swapd push-at ] 2curry each ;
41 : ?push-all ( seq1 seq2 -- seq1+seq2 )
43 over [ >r V{ } like r> over push-all ] [ nip ] if
46 : rule-set-no-word-sep* ( ruleset -- str )
49 dup [ keyword-map-no-word-sep* ] when
53 TUPLE: matcher text at-line-start? at-whitespace-end? at-word-start? ;
57 ! Based on org.gjt.sp.jedit.syntax.ParserRule
70 TUPLE: seq-rule < rule ;
72 TUPLE: span-rule < rule ;
74 TUPLE: eol-span-rule < rule ;
76 : init-span ( rule -- )
77 dup delegate>> [ drop ] [
78 dup body-token>> standard-rule-set
82 : init-eol-span ( rule -- )
84 t >>no-line-break? drop ;
86 TUPLE: mark-following-rule < rule ;
88 TUPLE: mark-previous-rule < rule ;
90 TUPLE: escape-rule < rule ;
92 : <escape-rule> ( string -- rule )
93 f <string-matcher> f f f <matcher>
94 escape-rule new swap >>start ;
96 GENERIC: text-hash-char ( text -- ch )
100 M: string-matcher text-hash-char string>> first ;
102 M: regexp text-hash-char drop f ;
104 : rule-chars* ( rule -- string )
105 [ chars>> ] [ start>> ] bi text>>
106 text-hash-char [ suffix ] when* ;
108 : add-rule ( rule ruleset -- )
109 >r dup rule-chars* >upper swap
110 r> rules>> inverted-index ;
112 : add-escape-rule ( string ruleset -- )
114 [ <escape-rule> ] dip