55 lines
1.6 KiB
Diff
55 lines
1.6 KiB
Diff
From 82b8b6f61403fcfcef673ee49ed2dfe475ba4cf2 Mon Sep 17 00:00:00 2001
|
||
From: Sarubi <stsarut@gmail.com>
|
||
Date: Tue, 23 Feb 2021 20:47:25 +0530
|
||
Subject: [PATCH] Removed codes where Zero Width Joiner replaced with
|
||
whitespace.
|
||
|
||
---
|
||
data/nmt_nfkc.tsv | 3 +--
|
||
data/nmt_nfkc_cf.tsv | 3 +--
|
||
src/builder.cc | 1 -
|
||
3 files changed, 2 insertions(+), 5 deletions(-)
|
||
|
||
diff --git a/data/nmt_nfkc.tsv b/data/nmt_nfkc.tsv
|
||
index 1ce2b71..5c8b48b 100644
|
||
--- a/data/nmt_nfkc.tsv
|
||
+++ b/data/nmt_nfkc.tsv
|
||
@@ -57263,8 +57263,7 @@ FB9 F90 FB5 # ྐྵ => ྐྵ
|
||
200A 20 # =>
|
||
200B 20 # =>
|
||
200C 20 # =>
|
||
-200D 20 # =>
|
||
-200E 20 # =>
|
||
+200E 20 # =>
|
||
200F 20 # =>
|
||
2011 2010 # ‑ => ‐
|
||
2017 20 333 # ‗ => ̳
|
||
diff --git a/data/nmt_nfkc_cf.tsv b/data/nmt_nfkc_cf.tsv
|
||
index 2178882..0d0e708 100644
|
||
--- a/data/nmt_nfkc_cf.tsv
|
||
+++ b/data/nmt_nfkc_cf.tsv
|
||
@@ -57980,8 +57980,7 @@ FB9 F90 FB5 # ྐྵ => ྐྵ
|
||
200A 20 # =>
|
||
200B 20 # =>
|
||
200C 20 # =>
|
||
-200D 20 # =>
|
||
-200E 20 # =>
|
||
+200E 20 # =>
|
||
200F 20 # =>
|
||
2011 2010 # ‑ => ‐
|
||
2017 20 333 # ‗ => ̳
|
||
diff --git a/src/builder.cc b/src/builder.cc
|
||
index d9442d3..9f47aac 100644
|
||
--- a/src/builder.cc
|
||
+++ b/src/builder.cc
|
||
@@ -366,7 +366,6 @@ util::Status Builder::BuildNmtNFKCMap(CharsMap *chars_map) {
|
||
nfkc_map[{0xFEFF}] = {0x20}; // ZERO WIDTH NO-BREAK
|
||
nfkc_map[{0xFFFD}] = {0x20}; // REPLACEMENT CHARACTER
|
||
nfkc_map[{0x200C}] = {0x20}; // ZERO WIDTH NON-JOINER
|
||
- nfkc_map[{0x200D}] = {0x20}; // ZERO WIDTH JOINER
|
||
|
||
// Ascii Control characters
|
||
nfkc_map[{0x0001}] = {};
|
||
--
|
||
|