extra/punycode/punycode-tests.factor

   1
   2 USING: arrays assocs fry kernel linked-assocs punycode
   3 punycode.private tools.test urls ;
   4
   5 { 0 } [ CHAR: A decode-digit ] unit-test
   6 { 1 } [ CHAR: B decode-digit ] unit-test
   7 { 25 } [ CHAR: Z decode-digit ] unit-test
   8 { 26 } [ CHAR: 0 decode-digit ] unit-test
   9 { 35 } [ CHAR: 9 decode-digit ] unit-test
  10 [ CHAR: & decode-digit ] [ invalid-digit? ] must-fail-with
  11
  12 {
  13     ! Wikipedia Examples
  14
  15     { "" "" }
  16     { "A" "A-" }
  17     { "3" "3-" }
  18     { "-" "--" }
  19     { "--" "---" }
  20     { "abc" "abc-" }
  21     { "London" "London-" }
  22     { "Lloyd-Atkinson" "Lloyd-Atkinson-" }
  23     { "This has spaces" "This has spaces-" }
  24     { "ü" "tda" }
  25     { "αβγ" "mxacd" }
  26     { "München" "Mnchen-3ya" }
  27     { "Mnchen-3ya" "Mnchen-3ya-" }
  28     { "München-Ost" "Mnchen-Ost-9db" }
  29     { "Bahnhof München-Ost" "Bahnhof Mnchen-Ost-u6b" }
  30
  31     ! (A) Arabic (Egyptian):
  32     {
  33         "\u{0644}\u{064A}\u{0647}\u{0645}\u{0627}\u{0628}\u{062A}\u{0643}\u{0644}\u{0645}\u{0648}\u{0634}\u{0639}\u{0631}\u{0628}\u{064A}\u{061F}"
  34         "egbpdaj6bu4bxfgehfvwxn"
  35     }
  36
  37     ! (B) Chinese (simplified):
  38     {
  39         "\u{4ED6}\u{4EEC}\u{4E3A}\u{4EC0}\u{4E48}\u{4E0D}\u{8BF4}\u{4E2D}\u{6587}"
  40         "ihqwcrb4cv8a8dqg056pqjye"
  41     }
  42
  43     ! (C) Chinese (traditional):
  44     {
  45         "\u{4ED6}\u{5011}\u{7232}\u{4EC0}\u{9EBD}\u{4E0D}\u{8AAA}\u{4E2D}\u{6587}"
  46         "ihqwctvzc91f659drss3x8bo0yb"
  47     }
  48
  49     ! (D) Czech:
  50     {
  51        "\u{0050}\u{0072}\u{006F}\u{010D}\u{0070}\u{0072}\u{006F}\u{0073}\u{0074}\u{011B}\u{006E}\u{0065}\u{006D}\u{006C}\u{0075}\u{0076}\u{00ED}\u{010D}\u{0065}\u{0073}\u{006B}\u{0079}"
  52        "Proprostnemluvesky-uyb24dma41a"
  53     }
  54
  55     ! (E) Hebrew:
  56     {
  57         "\u{05DC}\u{05DE}\u{05D4}\u{05D4}\u{05DD}\u{05E4}\u{05E9}\u{05D5}\u{05D8}\u{05DC}\u{05D0}\u{05DE}\u{05D3}\u{05D1}\u{05E8}\u{05D9}\u{05DD}\u{05E2}\u{05D1}\u{05E8}\u{05D9}\u{05EA}"
  58         "4dbcagdahymbxekheh6e0a7fei0b"
  59     }
  60
  61     ! (F) Hindi (Devanagari):
  62     {
  63         "\u{092F}\u{0939}\u{0932}\u{094B}\u{0917}\u{0939}\u{093F}\u{0928}\u{094D}\u{0926}\u{0940}\u{0915}\u{094D}\u{092F}\u{094B}\u{0902}\u{0928}\u{0939}\u{0940}\u{0902}\u{092C}\u{094B}\u{0932}\u{0938}\u{0915}\u{0924}\u{0947}\u{0939}\u{0948}\u{0902}"
  64         "i1baa7eci9glrd9b2ae1bj0hfcgg6iyaf8o0a1dig0cd"
  65     }
  66
  67     ! (G) Japanese (kanji and hiragana):
  68     {
  69         "\u{306A}\u{305C}\u{307F}\u{3093}\u{306A}\u{65E5}\u{672C}\u{8A9E}\u{3092}\u{8A71}\u{3057}\u{3066}\u{304F}\u{308C}\u{306A}\u{3044}\u{306E}\u{304B}"
  70         "n8jok5ay5dzabd5bym9f0cm5685rrjetr6pdxa"
  71     }
  72
  73     ! (H) Korean (Hangul syllables):
  74     {
  75         "\u{C138}\u{ACC4}\u{C758}\u{BAA8}\u{B4E0}\u{C0AC}\u{B78C}\u{B4E4}\u{C774}\u{D55C}\u{AD6D}\u{C5B4}\u{B97C}\u{C774}\u{D574}\u{D55C}\u{B2E4}\u{BA74}\u{C5BC}\u{B9C8}\u{B098}\u{C88B}\u{C744}\u{AE4C}"
  76         "989aomsvi5e83db1d2a355cv1e0vak1dwrv93d5xbh15a0dt30a5jpsd879ccm6fea98c"
  77     }
  78
  79     ! (I) Russian (Cyrillic):
  80     {
  81         "\u{043F}\u{043E}\u{0447}\u{0435}\u{043C}\u{0443}\u{0436}\u{0435}\u{043E}\u{043D}\u{0438}\u{043D}\u{0435}\u{0433}\u{043E}\u{0432}\u{043E}\u{0440}\u{044F}\u{0442}\u{043F}\u{043E}\u{0440}\u{0443}\u{0441}\u{0441}\u{043A}\u{0438}"
  82         ! FIXME: example has upper-case? "b1abfaaepdrnnbgefbaDotcwatmq2g4l"
  83         "b1abfaaepdrnnbgefbadotcwatmq2g4l"
  84     }
  85
  86     ! (J) Spanish:
  87     {
  88         "\u{0050}\u{006F}\u{0072}\u{0071}\u{0075}\u{00E9}\u{006E}\u{006F}\u{0070}\u{0075}\u{0065}\u{0064}\u{0065}\u{006E}\u{0073}\u{0069}\u{006D}\u{0070}\u{006C}\u{0065}\u{006D}\u{0065}\u{006E}\u{0074}\u{0065}\u{0068}\u{0061}\u{0062}\u{006C}\u{0061}\u{0072}\u{0065}\u{006E}\u{0045}\u{0073}\u{0070}\u{0061}\u{00F1}\u{006F}\u{006C}"
  89         "PorqunopuedensimplementehablarenEspaol-fmd56a"
  90     }
  91
  92     ! (K) Vietnamese:
  93     {
  94         "\u{0054}\u{1EA1}\u{0069}\u{0073}\u{0061}\u{006F}\u{0068}\u{1ECD}\u{006B}\u{0068}\u{00F4}\u{006E}\u{0067}\u{0074}\u{0068}\u{1EC3}\u{0063}\u{0068}\u{1EC9}\u{006E}\u{00F3}\u{0069}\u{0074}\u{0069}\u{1EBF}\u{006E}\u{0067}\u{0056}\u{0069}\u{1EC7}\u{0074}"
  95         "TisaohkhngthchnitingVit-kjcr8268qyxafd2f1b9g"
  96     }
  97
  98     ! (L) 3<nen>B<gumi><kinpachi><sensei>
  99     {
 100         "\u{0033}\u{5E74}\u{0042}\u{7D44}\u{91D1}\u{516B}\u{5148}\u{751F}"
 101         "3B-ww4c5e180e575a65lsy2b"
 102     }
 103
 104     ! (M) <amuro><namie>-with-SUPER-MONKEYS
 105     {
 106         "\u{5B89}\u{5BA4}\u{5948}\u{7F8E}\u{6075}\u{002D}\u{0077}\u{0069}\u{0074}\u{0068}\u{002D}\u{0053}\u{0055}\u{0050}\u{0045}\u{0052}\u{002D}\u{004D}\u{004F}\u{004E}\u{004B}\u{0045}\u{0059}\u{0053}"
 107         "-with-SUPER-MONKEYS-pc58ag80a8qai00g7n9n"
 108     }
 109
 110     ! (N) Hello-Another-Way-<sorezore><no><basho>
 111     {
 112         "\u{0048}\u{0065}\u{006C}\u{006C}\u{006F}\u{002D}\u{0041}\u{006E}\u{006F}\u{0074}\u{0068}\u{0065}\u{0072}\u{002D}\u{0057}\u{0061}\u{0079}\u{002D}\u{305D}\u{308C}\u{305E}\u{308C}\u{306E}\u{5834}\u{6240}"
 113        "Hello-Another-Way--fc4qua05auwb3674vfr0b"
 114     }
 115
 116     ! (O) <hitotsu><yane><no><shita>2
 117     {
 118         "\u{3072}\u{3068}\u{3064}\u{5C4B}\u{6839}\u{306E}\u{4E0B}\u{0032}"
 119         "2-u9tlzr9756bt3uc0v"
 120     }
 121
 122     ! (P) Maji<de>Koi<suru>5<byou><mae>
 123     {
 124        "\u{004D}\u{0061}\u{006A}\u{0069}\u{3067}\u{004B}\u{006F}\u{0069}\u{3059}\u{308B}\u{0035}\u{79D2}\u{524D}"
 125        "MajiKoi5-783gue6qz075azm5e"
 126     }
 127
 128     ! (Q) <pafii>de<runba>
 129     {
 130        "\u{30D1}\u{30D5}\u{30A3}\u{30FC}\u{0064}\u{0065}\u{30EB}\u{30F3}\u{30D0}"
 131        "de-jg4avhby1noc0d"
 132     }
 133
 134     ! (R) <sono><supiido><de>
 135     {
 136         "\u{305D}\u{306E}\u{30B9}\u{30D4}\u{30FC}\u{30C9}\u{3067}"
 137         "d9juau41awczczp"
 138     }
 139
 140     ! (S) -> $1.00 <-
 141     {
 142        "\u{002D}\u{003E}\u{0020}\u{0024}\u{0031}\u{002E}\u{0030}\u{0030}\u{0020}\u{003C}\u{002D}"
 143         "-> $1.00 <--"
 144     }
 145 } [
 146     [ [ 1array ] dip '[ _ punycode> ] unit-test ]
 147     [ 1array swap '[ _ >punycode ] unit-test ] 2bi
 148 ] assoc-each
 149
 150 {
 151     { "😉.com" "xn--n28h.com" }
 152     { "💩.la" "xn--ls8h.la" }
 153     { "са.com" "xn--80a7a.com" } ! phishing
 154 } [
 155     [ [ 1array ] dip '[ _ idna> ] unit-test ]
 156     [ 1array swap '[ _ >idna ] unit-test ] 2bi
 157 ] assoc-each
 158
 159 { URL" http://例子.卷筒纸" } [ URL" http://xn--fsqu00a.xn--3lr804guic/" idna> ] unit-test
 160 { URL" http://xn--fsqu00a.xn--3lr804guic/" } [ URL" http://例子.卷筒纸" >idna ] unit-test