test_mistral_7b_on_cpu

Sleeping

thobuiq commited on Jan 27

Commit

dc76d14

•

1 Parent(s): 527d78e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -22,7 +22,7 @@ def predict(message, history):
     messages = "</s>".join(["</s>".join(["\n<|user|>:" + item[0], "\n<|assistant|>:" + item[1]])
                         for item in history_transformer_format])
-    prompt = f"[INST]{messages.content}[/INST]"
     for text in llm(prompt=prompt):
         yield text

     messages = "</s>".join(["</s>".join(["\n<|user|>:" + item[0], "\n<|assistant|>:" + item[1]])
                         for item in history_transformer_format])
+    prompt = f"[INST]{messages}[/INST]"
     for text in llm(prompt=prompt):
         yield text