Carlosito16 commited on
Commit
b5e088c
1 Parent(s): fda2da6

edit tokenizer model

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -100,10 +100,10 @@ def load_faiss_index():
100
  def load_llm_model():
101
  #this one is for running with GPU
102
 
103
- model = T5ForConditionalGeneration.from_pretrained(model_id='lmsys/fastchat-t5-3b-v1.0',
104
  quantization_config = bitsandbyte_config,
105
  device_map= 'auto')
106
- tokenizer = AutoTokenizer.from_pretrained(core_model_name)
107
 
108
 
109
  pipe = pipeline(
 
100
  def load_llm_model():
101
  #this one is for running with GPU
102
 
103
+ model = T5ForConditionalGeneration.from_pretrained('lmsys/fastchat-t5-3b-v1.0',
104
  quantization_config = bitsandbyte_config,
105
  device_map= 'auto')
106
+ tokenizer = AutoTokenizer.from_pretrained('lmsys/fastchat-t5-3b-v1.0')
107
 
108
 
109
  pipe = pipeline(