diff options
Diffstat (limited to 'tests/sentencepiece/norm.tsv')
-rw-r--r-- | tests/sentencepiece/norm.tsv | 40 |
1 files changed, 26 insertions, 14 deletions
diff --git a/tests/sentencepiece/norm.tsv b/tests/sentencepiece/norm.tsv index 4e165d5..64147f0 100644 --- a/tests/sentencepiece/norm.tsv +++ b/tests/sentencepiece/norm.tsv @@ -1,14 +1,26 @@ -015E 53 -015F 73 -0162 54 -0163 74 -0218 53 -0219 73 -021A 54 -021B 74 -0102 41 -0103 61 -00C2 41 -00E2 61 -00CE 49 -00EE 69
\ No newline at end of file +0061 41 +0062 42 +0063 43 +0064 44 +0065 45 +0066 46 +0067 47 +0068 48 +0069 49 +006A 4A +006B 4B +006C 4C +006D 4D +006E 4E +006F 4F +0070 50 +0071 51 +0072 52 +0073 53 +0074 54 +0075 55 +0076 56 +0077 57 +0078 58 +0079 59 +007A 4A |