Update app.py

app.py

@@ -74,12 +74,19 @@ def evaluate(
             break
         all_tokens += [token]
         for xxx in occurrence:
-            occurrence[xxx] *= 0.996        
-        if pipeline.decode([token]) not in ' \r\n\t,.;?!"\':0123456789+-*/=#@$%^&_`~|<>\\()[]{}，。；“”：？！（）【】':
-            if token not in occurrence:
-                occurrence[token] = 1
-            else:
-                occurrence[token] += 1
+            occurrence[xxx] *= 0.996
+            
+        ttt = pipeline.decode([token])
+        www = 1
+        if ttt in ' \t0123456789':
+            www = 0
+        elif ttt in '\r\n,.;?!"\':+-*/=#@$%^&_`~|<>\\()[]{}，。；“”：？！（）【】':
+            www = 0.5
+        if token not in occurrence:
+            occurrence[token] = www
+        else:
+            occurrence[token] += www
+            
         tmp = pipeline.decode(all_tokens[out_last:])
         if '\ufffd' not in tmp:
             out_str += tmp