]> gitweb.factorcode.org Git - factor.git/blobdiff - extra/robots/robots.factor
factor: words -> split-words, lines -> split-lines, fix errors
[factor.git] / extra / robots / robots.factor
index fad70fb34d964309cae9c51ae1dd85cb881080be..defb520f9c4cb5c3bfe1eac0a331b6559c72bef4 100644 (file)
@@ -32,7 +32,7 @@ visit-time request-rate crawl-delay unknowns ;
     >robots.txt-url http-get nip ;
 
 : normalize-robots.txt ( string -- sitemaps seq )
-    lines
+    split-lines
     [ [ blank? ] trim ] map
     [ "#" head? ] reject harvest
     [ ":" split1 [ [ blank? ] trim ] bi@ [ >lower ] dip  ] { } map>assoc