Spaces:
Runtime error
Runtime error
:boom: [Fix] Remove whole token which ends with stop_sequences
Browse files- configs/config.json +1 -1
- networks/huggingface_streamer.py +9 -10
configs/config.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
"app_name": "HuggingFace LLM API",
|
3 |
-
"version": "1.4.
|
4 |
"host": "0.0.0.0",
|
5 |
"port": 23333
|
6 |
}
|
|
|
1 |
{
|
2 |
"app_name": "HuggingFace LLM API",
|
3 |
+
"version": "1.4.1a",
|
4 |
"host": "0.0.0.0",
|
5 |
"port": 23333
|
6 |
}
|
networks/huggingface_streamer.py
CHANGED
@@ -157,16 +157,15 @@ class HuggingfaceStreamer:
|
|
157 |
|
158 |
content = self.parse_line(line)
|
159 |
|
160 |
-
|
161 |
-
|
162 |
-
|
163 |
-
|
164 |
-
|
165 |
-
|
166 |
-
|
167 |
-
|
168 |
-
|
169 |
-
content = content.replace(self.stop_sequences, "")
|
170 |
logger.back(content, end="")
|
171 |
|
172 |
output = self.message_outputer.output(
|
|
|
157 |
|
158 |
content = self.parse_line(line)
|
159 |
|
160 |
+
if content.strip().endswith(self.stop_sequences):
|
161 |
+
content_type = "Finished"
|
162 |
+
logger.success("\n[Finished]")
|
163 |
+
is_finished = True
|
164 |
+
else:
|
165 |
+
content_type = "Completions"
|
166 |
+
if line_count == 1:
|
167 |
+
content = content.lstrip()
|
168 |
+
|
|
|
169 |
logger.back(content, end="")
|
170 |
|
171 |
output = self.message_outputer.output(
|