Update app.py

app.py

@@ -27,19 +27,17 @@ def preprocess(text):
 def postprocess(text):
     return text.replace("\\n", "\n").replace("\\t", "\t")
 
-def answer(history, sample=True, top_p=1, temperature=0.7):
+def answer(user_history, bot_history, sample=True, top_p=1, temperature=0.7):
     '''sample：是否抽样。生成任务，可以设置为True;
     top_p：0-1之间，生成的内容越多样
     max_new_tokens=512 lost...'''
 
-    preprocess_history = []
-
-    for i in range(len(history)):
-        preprocess_history.append(preprocess(history[i]))
+    context = "\n".join([f"用户：{user_history[i]}\n小元：{bot_history[i]}" for i in range(len(bot_history))])
+    input_text = context + "\n用户：" + user_history[-1] + "\n小元："
     
-    #text = preprocess(text)
-    print('用户: '+preprocess_history[-1])
-    encoding = tokenizer(text=preprocess_history, truncation=True, padding=True, max_length=768, return_tensors="pt").to(device) 
+    input_text = preprocess(input_text)
+    print(input_text)
+    encoding = tokenizer(text=input_text, truncation=True, padding=True, max_length=768, return_tensors="pt").to(device) 
     if not sample:
         out = model.generate(**encoding, return_dict_in_generate=True, output_scores=False, max_new_tokens=512, num_beams=1, length_penalty=0.6)
     else:
@@ -67,15 +65,16 @@ def get_text():
     input_text = st.text_input("用户: ","你好！", key="input")
     return input_text  
 
-history = []
+user_history = []
+bot_history = []
 user_input = get_text()
-history.append(user_input)
+user_history.append(user_input)
 
 if user_input:
-    output = answer(history)
+    output = answer(user_history,bot_history)
     st.session_state.past.append(user_input)
     st.session_state.generated.append(output)
-    history.append(output)
+    bot_history.append(output)
 
 if st.session_state['generated']: