princepride
commited on
Commit
•
1916f39
1
Parent(s):
edbcac3
Update model.py
Browse files
model.py
CHANGED
@@ -238,7 +238,7 @@ class Model():
|
|
238 |
# self.translator = pipeline('translation', model=self.original_model, tokenizer=self.tokenizer, src_lang=original_language, tgt_lang=target_language, device=device)
|
239 |
|
240 |
def generate(self, inputs, original_language, target_languages, max_batch_size):
|
241 |
-
filter_list = [SpecialTokenFilter(), SperSignFilter(), SimilarFilter()]
|
242 |
filter_pipeline = FilterPipeline(filter_list)
|
243 |
def language_mapping(original_language):
|
244 |
d = {
|
|
|
238 |
# self.translator = pipeline('translation', model=self.original_model, tokenizer=self.tokenizer, src_lang=original_language, tgt_lang=target_language, device=device)
|
239 |
|
240 |
def generate(self, inputs, original_language, target_languages, max_batch_size):
|
241 |
+
filter_list = [SpecialTokenFilter(), SperSignFilter(), ChevronsFilter(), SimilarFilter(), ChineseFilter()]
|
242 |
filter_pipeline = FilterPipeline(filter_list)
|
243 |
def language_mapping(original_language):
|
244 |
d = {
|