Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -40,8 +40,7 @@ def output_inference(tanya, history):
|
|
40 |
top_k=40,
|
41 |
min_p=0.05,
|
42 |
typical_p=1.0,
|
43 |
-
stream=True
|
44 |
-
)
|
45 |
for out in output:
|
46 |
stream = copy.deepcopy(out)
|
47 |
temp += stream["choices"][0]["text"]
|
|
|
40 |
top_k=40,
|
41 |
min_p=0.05,
|
42 |
typical_p=1.0,
|
43 |
+
stream=True)
|
|
|
44 |
for out in output:
|
45 |
stream = copy.deepcopy(out)
|
46 |
temp += stream["choices"][0]["text"]
|