Spaces:
Runtime error
Runtime error
new code
Browse files- src/pdfchatbot.py +1 -6
src/pdfchatbot.py
CHANGED
@@ -81,16 +81,11 @@ class PDFChatBot:
|
|
81 |
messages,
|
82 |
tokenize=False,
|
83 |
add_generation_prompt=True
|
84 |
-
)
|
85 |
-
terminators = [
|
86 |
-
self.pipeline.tokenizer.eos_token_id,
|
87 |
-
self.pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
88 |
-
]
|
89 |
temp = 0.1
|
90 |
outputs = self.pipeline(
|
91 |
prompt,
|
92 |
max_new_tokens=1024,
|
93 |
-
eos_token_id=terminators,
|
94 |
do_sample=True,
|
95 |
temperature=temp,
|
96 |
top_p=0.9,
|
|
|
81 |
messages,
|
82 |
tokenize=False,
|
83 |
add_generation_prompt=True
|
84 |
+
)
|
|
|
|
|
|
|
|
|
85 |
temp = 0.1
|
86 |
outputs = self.pipeline(
|
87 |
prompt,
|
88 |
max_new_tokens=1024,
|
|
|
89 |
do_sample=True,
|
90 |
temperature=temp,
|
91 |
top_p=0.9,
|