indymedia
/
epicyon
mirror of https://gitlab.com/bashrc2/epicyon
7
4
Fork 1
Code Issues 14 Releases Wiki Activity

More fancy unicode character ranges

merge-requests/30/head
Bob Mottram 2022-07-09 12:24:11 +01:00
parent 11e105945a
commit 66fcf918a8
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
utils.py
View File

@ -67,6 +67,9 @@ def standardize_text(text: str) -> str:
[120094, 'a'], [120094, 'a'],
[120146, 'a'], [120146, 'a'],
[120198, 'a'], [120198, 'a'],
[120302, 'a'],
[120354, 'a'],
[120406, 'a'],
[65313, 'A'], [65313, 'A'],
[119912, 'A'], [119912, 'A'],
[119964, 'A'], [119964, 'A'],
@ -74,7 +77,10 @@ def standardize_text(text: str) -> str:
[120068, 'A'], [120068, 'A'],
[120120, 'A'], [120120, 'A'],
[120172, 'A'], [120172, 'A'],
[120224, 'A'] [120224, 'A'],
[120328, 'A'],
[120380, 'A'],
[120432, 'A']
) )
for char_range in char_ranges: for char_range in char_ranges:
range_start = char_range[0] range_start = char_range[0]