Update parameters for Chinese

Author: HugoLaurencon

ac_dc/parameters_filtering.py

@@ -843,27 +843,27 @@
     "tokenization": True,
     "strip_characters": special_characters_default,
     "number_words_min_cutoff": 1,
-    "number_words_max_cutoff": 100000,
+    "number_words_max_cutoff": 1000000,
     "cond_check_character_repetition_removal": True,
-    "character_repetition_length": 10,
-    "character_repetition_max_cutoff": 0.106,
+    "character_repetition_length": 3,
+    "character_repetition_max_cutoff": 0.2,
     "cond_check_word_repetition_removal": True,
     "word_repetition_length": 5,
-    "word_repetition_max_cutoff": 0.19,
+    "word_repetition_max_cutoff": 0.96,
     "cond_check_special_characters": True,
     "special_characters": special_characters_default,
-    "special_characters_max_cutoff": 0.4,
+    "special_characters_max_cutoff": 0.3,
     "cond_words_augmentation": True,
     "words_augmentation_group_sizes": [2],
     "words_augmentation_join_char": "",
     "cond_check_stopwords": True,
-    "stopwords_min_cutoff": 0,
+    "stopwords_min_cutoff": 0.1691,
     "cond_check_flagged_words": True,
-    "flagged_words_max_cutoff": 0.2,
+    "flagged_words_max_cutoff": 0.001,
     "cond_check_lang_id": True,
-    "lang_id_min_cutoff": 0.75,
+    "lang_id_min_cutoff": 0.8,
     "cond_check_perplexity": False,
-    "perplexity_max_cutoff": 3000000,
+    "perplexity_max_cutoff": 2095,
 }
 
 parameters_filtering = {

ac_dc/stopwords.py

@@ -5602,7 +5602,6 @@
         "ọ̀pọ̀lọpọ̀",
     ],
     "zh": [
-        "",
         "一",
         "一争",
         "一些",