Merge pull request #7 from JLLeitschuh/update/JLL/support-confusables…

…-13.0.0 Update for confusables 13.0.0 and generate for `-` & `.` characters
codebox · Jan 26, 2020 · 8fdced2 · 8fdced2
2 parents 3f61c31 + ab185a0
commit 8fdced2
Show file tree

Hide file tree

Showing 8 changed files with 4,960 additions and 4,928 deletions.
diff --git a/build.gradle b/build.gradle
@@ -79,4 +79,4 @@ uploadArchives {
             }
         }
     }
-}
+}
diff --git a/generator/main.py b/generator/main.py
@@ -8,7 +8,7 @@
 TEMPLATES_DIR = 'generator/templates'
 DATA_DIR      = 'generator/source_data'
 
-CHARS = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789'
+CHARS = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789-.'
 
 if __name__ == '__main__':
     cm  = CharacterManager()

diff --git a/generator/source_data/confusables.txt b/generator/source_data/confusables.txt
diff --git a/javascript/src/homoglyph.js b/javascript/src/homoglyph.js
diff --git a/javascript/tests/js/tests/DataTests.js b/javascript/tests/js/tests/DataTests.js
diff --git a/node/index.js b/node/index.js
diff --git a/raw_data/char_codes.txt b/raw_data/char_codes.txt
@@ -21,16 +21,16 @@
 2d,2d7,6d4,2010,2011,2012,2013,2043,2212,2796,2cba,fe58
 2e,660,6f0,701,702,2024,a4f8,a60e,ff0e,10a50,1d16d
 2f,1735,2041,2044,2215,2571,27cb,29f8,2cc6,2f03,3033,30ce,31d3,4e3f,ff0f,1d23a
-30,4f,6f,39f,3bf,3c3,41e,43e,555,585,5e1,647,665,6be,6c1,6d5,6f5,7c0,966,9e6,a66,ae6,b20,b66,be6,c02,c66,c82,ce6,d02,d20,d66,d82,e50,ed0,101d,1040,10ff,12d0,1d0f,1d11,2134,2c9e,2c9f,2d54,3007,a4f3,ab3d,fba6,fba7,fba8,fba9,fbaa,fbab,fbac,fbad,fee9,feea,feeb,feec,ff10,ff2f,ff4f,10292,102ab,10404,1042c,104c2,104ea,10516,114d0,118b5,118c8,118d7,118e0,1d40e,1d428,1d442,1d45c,1d476,1d490,1d4aa,1d4de,1d4f8,1d512,1d52c,1d546,1d560,1d57a,1d594,1d5ae,1d5c8,1d5e2,1d5fc,1d616,1d630,1d64a,1d664,1d67e,1d698,1d6b6,1d6d0,1d6d4,1d6f0,1d70a,1d70e,1d72a,1d744,1d748,1d764,1d77e,1d782,1d79e,1d7b8,1d7bc,1d7ce,1d7d8,1d7e2,1d7ec,1d7f6,1ee24,1ee64,1ee84
-31,49,6c,7c,196,1c0,399,406,4c0,5c0,5d5,5df,627,661,6f1,7ca,16c1,2110,2111,2113,2160,217c,2223,23fd,2c92,2d4f,a4f2,fe8d,fe8e,ff11,ff29,ff4c,ffe8,1028a,10309,10320,16f28,1d408,1d425,1d43c,1d459,1d470,1d48d,1d4c1,1d4d8,1d4f5,1d529,1d540,1d55d,1d574,1d591,1d5a8,1d5c5,1d5dc,1d5f9,1d610,1d62d,1d644,1d661,1d678,1d695,1d6b0,1d6ea,1d724,1d75e,1d798,1d7cf,1d7d9,1d7e3,1d7ed,1d7f7,1e8c7,1ee00,1ee80
-32,1a7,3e8,14bf,a644,a6ef,a75a,ff12,1d7d0,1d7da,1d7e4,1d7ee,1d7f8
-33,1b7,21c,417,4e0,2ccc,a76a,a7ab,ff13,118ca,16f3b,1d206,1d7d1,1d7db,1d7e5,1d7ef,1d7f9
-34,13ce,ff14,118af,1d7d2,1d7dc,1d7e6,1d7f0,1d7fa
-35,1bc,ff15,118bb,1d7d3,1d7dd,1d7e7,1d7f1,1d7fb
-36,431,13ee,2cd2,ff16,118d5,1d7d4,1d7de,1d7e8,1d7f2,1d7fc
-37,ff17,104d2,118c6,1d212,1d7d5,1d7df,1d7e9,1d7f3,1d7fd
-38,222,223,9ea,a6a,b03,ff18,1031a,1d7d6,1d7e0,1d7ea,1d7f4,1d7fe,1e8cb
-39,9ed,a67,b68,d6d,2cca,a76e,ff19,118ac,118cc,118d6,1d7d7,1d7e1,1d7eb,1d7f5,1d7ff
+30,4f,6f,39f,3bf,3c3,41e,43e,555,585,5e1,647,665,6be,6c1,6d5,6f5,7c0,966,9e6,a66,ae6,b20,b66,be6,c02,c66,c82,ce6,d02,d20,d66,d82,e50,ed0,101d,1040,10ff,12d0,1d0f,1d11,2134,2c9e,2c9f,2d54,3007,a4f3,ab3d,fba6,fba7,fba8,fba9,fbaa,fbab,fbac,fbad,fee9,feea,feeb,feec,ff10,ff2f,ff4f,10292,102ab,10404,1042c,104c2,104ea,10516,114d0,118b5,118c8,118d7,118e0,1d40e,1d428,1d442,1d45c,1d476,1d490,1d4aa,1d4de,1d4f8,1d512,1d52c,1d546,1d560,1d57a,1d594,1d5ae,1d5c8,1d5e2,1d5fc,1d616,1d630,1d64a,1d664,1d67e,1d698,1d6b6,1d6d0,1d6d4,1d6f0,1d70a,1d70e,1d72a,1d744,1d748,1d764,1d77e,1d782,1d79e,1d7b8,1d7bc,1d7ce,1d7d8,1d7e2,1d7ec,1d7f6,1ee24,1ee64,1ee84,1fbf0
+31,49,6c,7c,196,1c0,399,406,4c0,5c0,5d5,5df,627,661,6f1,7ca,16c1,2110,2111,2113,2160,217c,2223,23fd,2c92,2d4f,a4f2,fe8d,fe8e,ff11,ff29,ff4c,ffe8,1028a,10309,10320,16f28,1d408,1d425,1d43c,1d459,1d470,1d48d,1d4c1,1d4d8,1d4f5,1d529,1d540,1d55d,1d574,1d591,1d5a8,1d5c5,1d5dc,1d5f9,1d610,1d62d,1d644,1d661,1d678,1d695,1d6b0,1d6ea,1d724,1d75e,1d798,1d7cf,1d7d9,1d7e3,1d7ed,1d7f7,1e8c7,1ee00,1ee80,1fbf1
+32,1a7,3e8,14bf,a644,a6ef,a75a,ff12,1d7d0,1d7da,1d7e4,1d7ee,1d7f8,1fbf2
+33,1b7,21c,417,4e0,2ccc,a76a,a7ab,ff13,118ca,16f3b,1d206,1d7d1,1d7db,1d7e5,1d7ef,1d7f9,1fbf3
+34,13ce,ff14,118af,1d7d2,1d7dc,1d7e6,1d7f0,1d7fa,1fbf4
+35,1bc,ff15,118bb,1d7d3,1d7dd,1d7e7,1d7f1,1d7fb,1fbf5
+36,431,13ee,2cd2,ff16,118d5,1d7d4,1d7de,1d7e8,1d7f2,1d7fc,1fbf6
+37,ff17,104d2,118c6,1d212,1d7d5,1d7df,1d7e9,1d7f3,1d7fd,1fbf7
+38,222,223,9ea,a6a,b03,ff18,1031a,1d7d6,1d7e0,1d7ea,1d7f4,1d7fe,1e8cb,1fbf8
+39,9ed,a67,b68,d6d,2cca,a76e,ff19,118ac,118cc,118d6,1d7d7,1d7e1,1d7eb,1d7f5,1d7ff,1fbf9
 3a,2d0,2f8,589,5c3,703,704,903,a83,16ec,1803,1809,205a,2236,a4fd,a789,fe30,ff1a
 3b,37e,ff1b
 3c,2c2,1438,16b2,2039,276e,ff1c,1d236
@@ -66,7 +66,7 @@
 5e,2c4,2c6
 5f,7fa,fe4d,fe4e,fe4f,ff3f
 61,251,3b1,430,237a,ff41,1d41a,1d44e,1d482,1d4b6,1d4ea,1d51e,1d552,1d586,1d5ba,1d5ee,1d622,1d656,1d68a,1d6c2,1d6fc,1d736,1d770,1d7aa
-62,184,42c,13cf,15af,ff42,1d41b,1d44f,1d483,1d4b7,1d4eb,1d51f,1d553,1d587,1d5bb,1d5ef,1d623,1d657,1d68b
+62,184,42c,13cf,1472,15af,ff42,1d41b,1d44f,1d483,1d4b7,1d4eb,1d51f,1d553,1d587,1d5bb,1d5ef,1d623,1d657,1d68b
 63,3f2,441,1d04,217d,2ca5,abaf,ff43,1043d,1d41c,1d450,1d484,1d4b8,1d4ec,1d520,1d554,1d588,1d5bc,1d5f0,1d624,1d658,1d68c
 64,501,13e7,146f,2146,217e,a4d2,ff44,1d41d,1d451,1d485,1d4b9,1d4ed,1d521,1d555,1d589,1d5bd,1d5f1,1d625,1d659,1d68d
 65,435,4bd,212e,212f,2147,ab32,ff45,1d41e,1d452,1d486,1d4ee,1d522,1d556,1d58a,1d5be,1d5f2,1d626,1d65a,1d68e
@@ -103,12 +103,12 @@ b7,387,1427,16eb,2022,2027,2219,22c5,2e31,30fb,a78f,ff65,10101
 ba,1d52,2070
 c4,4d2
 c5,226
-d6,150,4e6,2365
+d6,150,4e6
 de,3f7,104c4
 df,3b2,3d0,13f0,a7b5,1d6c3,1d6fd,1d737,1d771,1d7ab
 e4,4d3
 e5,227
-f6,4e7,629,6c3,fe93,fe94
+f6,4e7,629,6c3,2365,fe93,fe94
 f7,2797
 fe,1bf,3f8
 102,1cd
@@ -538,6 +538,7 @@ fd6,534d
 21a0,2bee
 21a1,2bef
 21b2,21b5
+21ba,1f10e
 2202,1d6db,1d715,1d74f,1d789,1d7c3,1e8cc
 2205,2300
 2207,118a8,1d6c1,1d6fb,1d735,1d76f,1d7a9
@@ -601,6 +602,7 @@ fd6,534d
 2468,2788
 2469,2789
 24be,24db
+24ea,1f10d
 2502,2503,fe31,ff5c
 250c,250f
 251c,2523

diff --git a/raw_data/chars.txt b/raw_data/chars.txt
@@ -20,16 +20,16 @@ $＄
 -˗۔‐‑‒–⁃−➖Ⲻ﹘
 .٠۰܁܂․ꓸ꘎．𐩐𝅭
 /᜵⁁⁄∕╱⟋⧸Ⳇ⼃〳ノ㇓丿／𝈺
-0OoΟοσОоՕօסه٥ھہە۵߀०০੦૦ଠ୦௦ం౦ಂ೦ംഠ൦ං๐໐ဝ၀ჿዐᴏᴑℴⲞⲟⵔ〇ꓳꬽﮦﮧﮨﮩﮪﮫﮬﮭﻩﻪﻫﻬ０Ｏｏ𐊒𐊫𐐄𐐬𐓂𐓪𐔖𑓐𑢵𑣈𑣗𑣠𝐎𝐨𝑂𝑜𝑶𝒐𝒪𝓞𝓸𝔒𝔬𝕆𝕠𝕺𝖔𝖮𝗈𝗢𝗼𝘖𝘰𝙊𝙤𝙾𝚘𝚶𝛐𝛔𝛰𝜊𝜎𝜪𝝄𝝈𝝤𝝾𝞂𝞞𝞸𝞼𝟎𝟘𝟢𝟬𝟶𞸤𞹤𞺄
-1Il|ƖǀΙІӀ׀וןا١۱ߊᛁℐℑℓⅠⅼ∣⏽Ⲓⵏꓲﺍﺎ１Ｉｌ￨𐊊𐌉𐌠𖼨𝐈𝐥𝐼𝑙𝑰𝒍𝓁𝓘𝓵𝔩𝕀𝕝𝕴𝖑𝖨𝗅𝗜𝗹𝘐𝘭𝙄𝙡𝙸𝚕𝚰𝛪𝜤𝝞𝞘𝟏𝟙𝟣𝟭𝟷𞣇𞸀𞺀
-2ƧϨᒿꙄꛯꝚ２𝟐𝟚𝟤𝟮𝟸
-3ƷȜЗӠⳌꝪꞫ３𑣊𖼻𝈆𝟑𝟛𝟥𝟯𝟹
-4Ꮞ４𑢯𝟒𝟜𝟦𝟰𝟺
-5Ƽ５𑢻𝟓𝟝𝟧𝟱𝟻
-6бᏮⳒ６𑣕𝟔𝟞𝟨𝟲𝟼
-7７𐓒𑣆𝈒𝟕𝟟𝟩𝟳𝟽
-8Ȣȣ৪੪ଃ８𐌚𝟖𝟠𝟪𝟴𝟾𞣋
-9৭੧୨൭ⳊꝮ９𑢬𑣌𑣖𝟗𝟡𝟫𝟵𝟿
+0OoΟοσОоՕօסه٥ھہە۵߀०০੦૦ଠ୦௦ం౦ಂ೦ംഠ൦ං๐໐ဝ၀ჿዐᴏᴑℴⲞⲟⵔ〇ꓳꬽﮦﮧﮨﮩﮪﮫﮬﮭﻩﻪﻫﻬ０Ｏｏ𐊒𐊫𐐄𐐬𐓂𐓪𐔖𑓐𑢵𑣈𑣗𑣠𝐎𝐨𝑂𝑜𝑶𝒐𝒪𝓞𝓸𝔒𝔬𝕆𝕠𝕺𝖔𝖮𝗈𝗢𝗼𝘖𝘰𝙊𝙤𝙾𝚘𝚶𝛐𝛔𝛰𝜊𝜎𝜪𝝄𝝈𝝤𝝾𝞂𝞞𝞸𝞼𝟎𝟘𝟢𝟬𝟶𞸤𞹤𞺄🯰
+1Il|ƖǀΙІӀ׀וןا١۱ߊᛁℐℑℓⅠⅼ∣⏽Ⲓⵏꓲﺍﺎ１Ｉｌ￨𐊊𐌉𐌠𖼨𝐈𝐥𝐼𝑙𝑰𝒍𝓁𝓘𝓵𝔩𝕀𝕝𝕴𝖑𝖨𝗅𝗜𝗹𝘐𝘭𝙄𝙡𝙸𝚕𝚰𝛪𝜤𝝞𝞘𝟏𝟙𝟣𝟭𝟷𞣇𞸀𞺀🯱
+2ƧϨᒿꙄꛯꝚ２𝟐𝟚𝟤𝟮𝟸🯲
+3ƷȜЗӠⳌꝪꞫ３𑣊𖼻𝈆𝟑𝟛𝟥𝟯𝟹🯳
+4Ꮞ４𑢯𝟒𝟜𝟦𝟰𝟺🯴
+5Ƽ５𑢻𝟓𝟝𝟧𝟱𝟻🯵
+6бᏮⳒ６𑣕𝟔𝟞𝟨𝟲𝟼🯶
+7７𐓒𑣆𝈒𝟕𝟟𝟩𝟳𝟽🯷
+8Ȣȣ৪੪ଃ８𐌚𝟖𝟠𝟪𝟴𝟾𞣋🯸
+9৭੧୨൭ⳊꝮ９𑢬𑣌𑣖𝟗𝟡𝟫𝟵𝟿🯹
 :ː˸։׃܃܄ःઃ᛬᠃᠉⁚∶ꓽ꞉︰：
 ;;；
 <˂ᐸᚲ‹❮＜𝈶
@@ -65,7 +65,7 @@ ZΖᏃℤℨꓜＺ𐋵𑢩𑣥𝐙𝑍𝒁𝒵𝓩𝖅𝖹𝗭𝘡𝙕𝚉𝚭
 ^˄ˆ
 _ߺ﹍﹎﹏＿
 aɑαа⍺ａ𝐚𝑎𝒂𝒶𝓪𝔞𝕒𝖆𝖺𝗮𝘢𝙖𝚊𝛂𝛼𝜶𝝰𝞪
-bƄЬᏏᖯｂ𝐛𝑏𝒃𝒷𝓫𝔟𝕓𝖇𝖻𝗯𝘣𝙗𝚋
+bƄЬᏏᑲᖯｂ𝐛𝑏𝒃𝒷𝓫𝔟𝕓𝖇𝖻𝗯𝘣𝙗𝚋
 cϲсᴄⅽⲥꮯｃ𐐽𝐜𝑐𝒄𝒸𝓬𝔠𝕔𝖈𝖼𝗰𝘤𝙘𝚌
 dԁᏧᑯⅆⅾꓒｄ𝐝𝑑𝒅𝒹𝓭𝔡𝕕𝖉𝖽𝗱𝘥𝙙𝚍
 eеҽ℮ℯⅇꬲｅ𝐞𝑒𝒆𝓮𝔢𝕖𝖊𝖾𝗲𝘦𝙚𝚎
@@ -102,12 +102,12 @@ zᴢꮓｚ𑣄𝐳𝑧𝒛𝓏𝔃𝔷𝕫𝖟𝗓𝘇𝘻𝙯𝚣
 ºᵒ⁰
 ÄӒ
 ÅȦ
-ÖŐӦ⍥
+ÖŐӦ
 ÞϷ𐓄
 ßβϐᏰꞵ𝛃𝛽𝜷𝝱𝞫
 äӓ
 åȧ
-öӧةۃﺓﺔ
+öӧةۃ⍥ﺓﺔ
 ÷➗
 þƿϸ
 ĂǍ
@@ -537,6 +537,7 @@ zᴢꮓｚ𑣄𝐳𝑧𝒛𝓏𝔃𝔷𝕫𝖟𝗓𝘇𝘻𝙯𝚣
 ↠⯮
 ↡⯯
 ↲↵
+↺🄎
 ∂𝛛𝜕𝝏𝞉𝟃𞣌
 ∅⌀
 ∇𑢨𝛁𝛻𝜵𝝯𝞩
@@ -600,6 +601,7 @@ zᴢꮓｚ𑣄𝐳𝑧𝒛𝓏𝔃𝔷𝕫𝖟𝗓𝘇𝘻𝙯𝚣
 ⑨➈
 ⑩➉
 Ⓘⓛ
+⓪🄍
 │┃︱｜
 ┌┏
 ├┣
-Original file line number
+Diff line change
@@ Expand Up / @@ -79,4 +79,4 @@ uploadArchives { @@
                 }
             }
         }
-    }
+    }