Skip to content

Commit

Permalink
Delete arabic control characters mark-ar (0x061C) and lefttorightmark…
Browse files Browse the repository at this point in the history
… (0x200E) (#176)

* Delete ؜mark-ar

* Delete lefttorightmark (0x200E)
  • Loading branch information
yanone authored Oct 30, 2024
1 parent 61b3f6b commit df8b281
Show file tree
Hide file tree
Showing 14 changed files with 23 additions and 23 deletions.
4 changes: 2 additions & 2 deletions Lib/gflanguages/data/languages/ar_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -42,9 +42,9 @@ region: "TR"
region: "YE"
exemplar_chars {
base: "ء أ ؤ إ ئ ا آ ب ة ت ث ج ح خ د ذ ر ز س ش ص ض ط ظ ع غ ف ق ك ل م ن ه و ى ي ـ"
auxiliary: "ـ ‌ ‍ ‏ پ چ ژ ڜ ڢ ڤ ڥ ٯ ڧ ڨ ک گ ی"
auxiliary: "ـ ‌ ‍ ‏ پ چ ژ ڜ ڢ ڤ ڥ ٯ ڧ ڨ ک گ ی"
marks: "◌ٰ ◌ٓ ◌ٔ ◌ٕ ◌ً ◌ٌ ◌ٍ ◌َ ◌ُ ◌ِ ◌ّ ◌ْ"
numerals: "؜ ‎ - , ٫ ٬ . % ٪ ؉ + 0٠ 1 ١ 2 ٢ 3 ٣ 4 ٤ 5 ٥ 6 ٦ 7 ٧ 8 ٨ 9 ٩"
numerals: " - , ٫ ٬ . % ٪ ؉ + 0٠ 1 ١ 2 ٢ 3 ٣ 4 ٤ 5 ٥ 6 ٦ 7 ٧ 8 ٨ 9 ٩"
punctuation: "- – — ۔ ، ؛ : ! ؟ ٭ . … \' \" « » ﴾ ﴿ ( ) [ ] ؍"
index: "ا ب ت ث ج ح خ د ذ ر ز س ش ص ض ط ظ ع غ ف ق ك ل م ن ه و ي"
}
Expand Down
4 changes: 2 additions & 2 deletions Lib/gflanguages/data/languages/ckb_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ region: "IQ"
region: "IR"
exemplar_chars {
base: "ئ ا ب پ ت ج چ ح خ د ر ز ڕ ژ س ش ع غ ف ڤ ق ک گ ل ڵ م ن ھ ە و ۆ ی ێ"
auxiliary: "‏ ً ٌ ٍ َ ُ ِ ّ ْ ء آ أ ؤ إ ة ث ذ ص ض ط ظ ك ه ى ي"
numerals: "‏ - , ٫ ٬ . % ٪ ؉ + 0٠ 1١ 2٢ 3٣ 4٤ 5٥ 6٦ 7٧ 8٨ 9٩"
auxiliary: "‏ ً ٌ ٍ َ ُ ِ ّ ْ ء آ أ ؤ إ ة ث ذ ص ض ط ظ ك ه ى ي"
numerals: "‏ - , ٫ ٬ . % ٪ ؉ + 0٠ 1١ 2٢ 3٣ 4٤ 5٥ 6٦ 7٧ 8٨ 9٩"
index: "ئ ا ب پ ت ج چ ح خ د ر ز ڕ ژ س ش ع غ ف ڤ ق ک گ ل ڵ م ن ھ ە و ۆ ی ێ"
}
2 changes: 1 addition & 1 deletion Lib/gflanguages/data/languages/dv_Thaa.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ population: 372368
region: "IN"
region: "MV"
exemplar_chars {
base: "އ ކ ޅ ބ ރ ނ ށ ހ ޏ ގ ލ ތ ދ ފ މ ވ ޗ ޖ ޕ ޔ ޓ ޒ ޑ ސ ޱ "
base: "އ ކ ޅ ބ ރ ނ ށ ހ ޏ ގ ލ ތ ދ ފ މ ވ ޗ ޖ ޕ ޔ ޓ ޒ ޑ ސ ޱ "
marks: "◌ަ ◌ާ ◌ި ◌ީ ◌ު ◌ޫ ◌ެ ◌ޭ ◌ޮ ◌ޯ ◌ް"
}
sample_text {
Expand Down
4 changes: 2 additions & 2 deletions Lib/gflanguages/data/languages/fa_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,9 @@ region: "QA"
region: "TJ"
exemplar_chars {
base: "آ ا ء أ ؤ ئ ب پ ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن و ه ة ی"
auxiliary: "ـ‌‍‏ َ ِ ُ ْ ٖ ٰ إ ك ى ي"
auxiliary: "ـ‌‍‏ َ ِ ُ ْ ٖ ٰ إ ك ى ي"
marks: "◌ً ◌ٍ ◌ٌ ◌ّ ◌ٔ"
numerals: " , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
numerals: " , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
punctuation: "- ، ٫ ٬ ؛ : ! ؟ . … ‹ › « » ( ) [ ] * / \\"
index: "آ ا ب پ ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن و ه ی"
}
Expand Down
4 changes: 2 additions & 2 deletions Lib/gflanguages/data/languages/he_Hebr.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -7,9 +7,9 @@ population: 8675480
region: "IL"
exemplar_chars {
base: "א ב ג ד ה ו ז ח ט י כ ך ל מ ם נ ן ס ע פ ף צ ץ ק ר ש ת"
auxiliary: "ֽׄ‏ ְ ֱ ֲ ֳ ִ ֵ ֶ ַ ָ ֹ ֻ ׂ ׁ ּ ֿ ״"
auxiliary: "ֽׄ‏ ְ ֱ ֲ ֳ ִ ֵ ֶ ַ ָ ֹ ֻ ׂ ׁ ּ ֿ ״"
marks: "◌ְ ◌ֱ ◌ֲ ◌ֳ ◌ִ ◌ֵ ◌ֶ ◌ַ ◌ָ ◌ֹ ◌ֻ ◌ּ ◌ׁ ◌ׂ"
numerals: " - , . % + 0 1 2 3 4 5 6 7 8 9"
numerals: " - , . % + 0 1 2 3 4 5 6 7 8 9"
punctuation: "- – — , ; : ! ? . ׳ \' \" ( ) [ ] / ״ ־"
index: "א ב ג ד ה ו ז ח ט י כ ל מ נ ס ע פ צ ק ר ש ת"
}
Expand Down
4 changes: 2 additions & 2 deletions Lib/gflanguages/data/languages/ks_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@ region: "IN"
region: "PK"
exemplar_chars {
base: "ء آ أ ٲ ؤ ا ب پ ت ث ٹ ج چ ح خ د ذ ڈ ر ز ڑ ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ں ھ ہ و ۄ ۆ ی ۍ ؠ ے"
auxiliary: "‏ َ ُ ِ ٔ ٕ ٟ ٖ ٗ"
numerals: " - , . % + 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
auxiliary: "‏ َ ُ ِ ٔ ٕ ٟ ٖ ٗ"
numerals: " - , . % + 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
}
sample_text {
masthead_full: "سریل"
Expand Down
2 changes: 1 addition & 1 deletion Lib/gflanguages/data/languages/lrc_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ region: "IQ"
region: "IR"
exemplar_chars {
base: "آ أ ؤ ئ ا ب پ ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ڤ ق ک گ ل م ن ھ ە و ۉ ۊ ی ؽ"
auxiliary: "​‌‍‏ ً ٌ ٍ َ ُ ِ ّ ْ ٔ إ ة ك ه ى ي"
auxiliary: "​‌‍‏ ً ٌ ٍ َ ُ ِ ّ ْ ٔ إ ة ك ه ى ي"
marks: "◌ٙ ◌ٛ"
numerals: "- , . % + 0 1 2 3 4 5 6 7 8 9"
punctuation: "- ، ٫ ٬ ؛ : ! ؟ . … ‹ › « » ( ) [ ] * / \\"
Expand Down
2 changes: 1 addition & 1 deletion Lib/gflanguages/data/languages/mzn_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ population: 4246165
region: "IR"
exemplar_chars {
base: "ء آ أ ؤ ئ ا ب پ ة ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ه و ی"
auxiliary: "‌‍‏ َ ُ ِ ْ ٖ ٰ إ ك ى ي"
auxiliary: "‌‍‏ َ ُ ِ ْ ٖ ٰ إ ك ى ي"
marks: "◌ً ◌ٌ ◌ٍ ◌ّ ◌ٔ"
punctuation: "- ، ٫ ٬ ؛ : ! ؟ . … ‹ › « » ( ) [ ] * / \\"
index: "آ ا ب پ ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ه و ی"
Expand Down
4 changes: 2 additions & 2 deletions Lib/gflanguages/data/languages/pa_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,8 @@ population: 163450700
region: "PK"
exemplar_chars {
base: "ء آ ؤ ئ ا ب پ ت ث ٹ ج چ ح خ د ذ ڈ ر ز ڑ ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ں ه ھ ہ و ی ے"
auxiliary: "‏ أ ٻ ة ٺ ټ ٽ"
auxiliary: "‏ أ ٻ ة ٺ ټ ٽ"
marks: "◌ُ"
numerals: " - , . % + 0 1 2 3 4 5 6 7 8 9"
numerals: " - , . % + 0 1 2 3 4 5 6 7 8 9"
index: "ء آ ؤ ئ ا ب پ ت ث ٹ ج چ ح خ د ذ ڈ ر ز ڑ ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ں ه ھ ہ و ی ے"
}
4 changes: 2 additions & 2 deletions Lib/gflanguages/data/languages/ps_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@ region: "IR"
region: "PK"
exemplar_chars {
base: "آ ا أ ء ب پ ت ټ ث ج ځ چ څ ح خ د ډ ذ ر ړ ز ژ ږ س ش ښ ص ض ط ظ ع غ ف ق ک ګ گ ل م ن ڼ ه ة و ؤ ی ي ې ۍ ئ"
auxiliary: "‌ ‍ ‏ ے"
auxiliary: "‌ ‍ ‏ ے"
marks: "◌َ ◌ِ ◌ُ ◌ً ◌ٍ ◌ٌ ◌ّ ◌ْ ◌ٔ ◌ٰ"
numerals: " - , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
numerals: " - , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
punctuation: "، ; : ! ۔ \' ‘ ( ) [ ] { } / ۽ ۾"
index: "آ ا ء ب پ ت ټ ث ج ځ چ څ ح خ د ډ ذ ر ړ ز ژ ږ س ش ښ ص ض ط ظ ع غ ف ق ک ګ ل م ن ڼ ه و ی"
}
Expand Down
2 changes: 1 addition & 1 deletion Lib/gflanguages/data/languages/ug_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ region: "AF"
region: "CN"
exemplar_chars {
base: "{ئا} {ئه} {ئو} {ئۇ} {ئۆ} {ئۈ} {ئې} {ئى} ا ە ب پ ت ج چ خ د ر ز ژ س ش غ ف ق ك گ ڭ ل م ن ھ و ۇ ۆ ۈ ۋ ې ى ي"
auxiliary: "‏ ئ"
auxiliary: "‏ ئ"
numerals: "- , . % + 0 1 2 3 4 5 6 7 8 9"
index: "{ئا} {ئه} {ئو} {ئۇ} {ئۆ} {ئۈ} {ئې} {ئى} ا ە ب پ ت ج چ خ د ر ز ژ س ش غ ف ق ك گ ڭ ل م ن ھ و ۇ ۆ ۈ ۋ ې ى ي"
}
Expand Down
4 changes: 2 additions & 2 deletions Lib/gflanguages/data/languages/ur_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@ region: "MU"
region: "PK"
exemplar_chars {
base: "ا ب پ ت ٹ ث ج چ ح خ د ڈ ذ ر ڑ ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن و ہ ھ ء ی ے"
auxiliary: "؀؁؂؃‌‍‏ ً ٌ ٍ َ ُ ِ ّ ْ ٔ ٖ ٗ ٘ ٰ أ آ ں ؤ ۂ ۃ ئ ٻ ة ٺ ټ ٽ ه ي"
numerals: " - , ٫ ٬ . % + 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
auxiliary: "؀؁؂؃‌‍‏ ً ٌ ٍ َ ُ ِ ّ ْ ٔ ٖ ٗ ٘ ٰ أ آ ں ؤ ۂ ۃ ئ ٻ ة ٺ ټ ٽ ه ي"
numerals: " - , ٫ ٬ . % + 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
punctuation: "، ؍ ٫ ٬ ؛ : ؟ . ۔ ( ) [ ]"
index: "ا ب پ ت ٹ ث ج چ ح خ د ڈ ذ ر ڑ ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن و ہ ھ ء ی ے"
}
Expand Down
4 changes: 2 additions & 2 deletions Lib/gflanguages/data/languages/uz_Arab.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -7,9 +7,9 @@ population: 1722258
region: "AF"
exemplar_chars {
base: "ء آ أ ؤ ئ ا ب پ ة ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ه و ۇ ۉ ی"
auxiliary: "‌‍‏ ټ ځ څ ډ ړ ږ ښ ګ ڼ ي ۍ ې"
auxiliary: "‌‍‏ ټ ځ څ ډ ړ ږ ښ ګ ڼ ي ۍ ې"
marks: "◌ً ◌ٌ ◌ٍ ◌َ ◌ُ ◌ِ ◌ّ ◌ْ ◌ٔ ◌ٰ"
numerals: " - , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
numerals: " - , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
index: "ء آ أ ؤ ئ ا ب پ ة ت ث ټ ج چ ح خ ځ څ د ذ ډ ر ز ړ ږ ژ س ش ښ ص ض ط ظ ع غ ف ق ک ګ گ ل م ن ڼ ه و ۇ ۉ ي ی ۍ ې"
}
sample_text {
Expand Down
2 changes: 1 addition & 1 deletion Lib/gflanguages/data/languages/yi_Hebr.textproto
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ region: "UA"
region: "US"
exemplar_chars {
base: "א {אַ} {אָ} ב {בֿ} ג ד {דזש} ה ו {וּ} {וו} {וי} ז {זש} ח ט {טש} י {יִ} {יי} {ײַ} {כּ} כ ך ל מ ם נ ן ס ע {פּ} {פֿ} ף צ ץ ק ר ש {שׂ} {תּ} ת"
auxiliary: ""
auxiliary: ""
marks: "◌ְ ◌ֱ ◌ֲ ◌ֳ ◌ִ ◌ֵ ◌ֶ ◌ַ ◌ָ ◌ֹ ◌ֻ ◌ּ ◌ׁ ◌ׂ"
numerals: "- , . % + 0 1 2 3 4 5 6 7 8 9"
punctuation: "- – — , ; : ! ? . ׳ \' \" ( ) [ ] / ״ ־"
Expand Down

0 comments on commit df8b281

Please sign in to comment.