mobinln commited on
Commit
1d9d6ab
1 Parent(s): 1cd873c
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -40,15 +40,16 @@ def respond(
40
  # )
41
  # return response["choices"][0]["message"]["content"]
42
  response = ""
43
-
44
- for message in llm.create_chat_completion(
45
  messages,
46
  max_tokens=max_tokens,
47
  stream=True,
48
  temperature=temperature,
49
  top_p=top_p,
50
- ):
51
- token = message.choices[0].delta.content
 
 
52
 
53
  response += token
54
  yield response
 
40
  # )
41
  # return response["choices"][0]["message"]["content"]
42
  response = ""
43
+ completion = llm.create_chat_completion(
 
44
  messages,
45
  max_tokens=max_tokens,
46
  stream=True,
47
  temperature=temperature,
48
  top_p=top_p,
49
+ )
50
+
51
+ for message in completion:
52
+ token = message['choices'][0]['delta']['content']
53
 
54
  response += token
55
  yield response