princepride commited on
Commit
1916f39
1 Parent(s): edbcac3

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -238,7 +238,7 @@ class Model():
238
  # self.translator = pipeline('translation', model=self.original_model, tokenizer=self.tokenizer, src_lang=original_language, tgt_lang=target_language, device=device)
239
 
240
  def generate(self, inputs, original_language, target_languages, max_batch_size):
241
- filter_list = [SpecialTokenFilter(), SperSignFilter(), SimilarFilter()]
242
  filter_pipeline = FilterPipeline(filter_list)
243
  def language_mapping(original_language):
244
  d = {
 
238
  # self.translator = pipeline('translation', model=self.original_model, tokenizer=self.tokenizer, src_lang=original_language, tgt_lang=target_language, device=device)
239
 
240
  def generate(self, inputs, original_language, target_languages, max_batch_size):
241
+ filter_list = [SpecialTokenFilter(), SperSignFilter(), ChevronsFilter(), SimilarFilter(), ChineseFilter()]
242
  filter_pipeline = FilterPipeline(filter_list)
243
  def language_mapping(original_language):
244
  d = {