Spaces:
Running
on
Zero
Running
on
Zero
Actual text streaming
#4
by
cbensimon
HF staff
- opened
app.py
CHANGED
@@ -76,8 +76,8 @@ def model_inference(
|
|
76 |
|
77 |
thread = Thread(target=model.generate, kwargs=generation_args)
|
78 |
thread.start()
|
79 |
-
|
80 |
-
|
81 |
buffer = ""
|
82 |
|
83 |
|
|
|
76 |
|
77 |
thread = Thread(target=model.generate, kwargs=generation_args)
|
78 |
thread.start()
|
79 |
+
|
80 |
+
yield "..."
|
81 |
buffer = ""
|
82 |
|
83 |
|