Update app.py

app.py

@@ -75,11 +75,11 @@ def evaluate(
         all_tokens += [token]
         for xxx in occurrence:
             occurrence[xxx] *= 0.996        
-        if token not in occurrence:
-            occurrence[token] = 1
-        else:
-            occurrence[token] += 1
-        
+        if pipeline.decode([token]) not in ' \r\n\t,.;?!"\':0123456789+-*/=#@$%^&_`~|<>\\()[]{}，。；“”：？！（）【】':
+            if token not in occurrence:
+                occurrence[token] = 1
+            else:
+                occurrence[token] += 1
         tmp = pipeline.decode(all_tokens[out_last:])
         if '\ufffd' not in tmp:
             out_str += tmp