vilarin commited on
Commit
3f4dd7a
1 Parent(s): 7cf1091

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -65,7 +65,7 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
65
 
66
  conversation.append({"role": "user", "content": message})
67
 
68
- input_ids = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt").to(model.device)
69
 
70
  gen_tokens= model.generate(
71
  input_ids,
 
65
 
66
  conversation.append({"role": "user", "content": message})
67
 
68
+ input_ids = tokenizer.apply_chat_template(conversation, tokenize=True, add_generation_prompt=True, return_tensors="pt").to(model.device)
69
 
70
  gen_tokens= model.generate(
71
  input_ids,