hanzla commited on
Commit
4dc6167
1 Parent(s): 421861c
Files changed (1) hide show
  1. src/pdfchatbot.py +1 -6
src/pdfchatbot.py CHANGED
@@ -81,16 +81,11 @@ class PDFChatBot:
81
  messages,
82
  tokenize=False,
83
  add_generation_prompt=True
84
- ).to("cuda")
85
- terminators = [
86
- self.pipeline.tokenizer.eos_token_id,
87
- self.pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
88
- ]
89
  temp = 0.1
90
  outputs = self.pipeline(
91
  prompt,
92
  max_new_tokens=1024,
93
- eos_token_id=terminators,
94
  do_sample=True,
95
  temperature=temp,
96
  top_p=0.9,
 
81
  messages,
82
  tokenize=False,
83
  add_generation_prompt=True
84
+ )
 
 
 
 
85
  temp = 0.1
86
  outputs = self.pipeline(
87
  prompt,
88
  max_new_tokens=1024,
 
89
  do_sample=True,
90
  temperature=temp,
91
  top_p=0.9,