Spaces:
Paused
Paused
Carlosito16
commited on
Commit
•
b5e088c
1
Parent(s):
fda2da6
edit tokenizer model
Browse files
app.py
CHANGED
@@ -100,10 +100,10 @@ def load_faiss_index():
|
|
100 |
def load_llm_model():
|
101 |
#this one is for running with GPU
|
102 |
|
103 |
-
model = T5ForConditionalGeneration.from_pretrained(
|
104 |
quantization_config = bitsandbyte_config,
|
105 |
device_map= 'auto')
|
106 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
107 |
|
108 |
|
109 |
pipe = pipeline(
|
|
|
100 |
def load_llm_model():
|
101 |
#this one is for running with GPU
|
102 |
|
103 |
+
model = T5ForConditionalGeneration.from_pretrained('lmsys/fastchat-t5-3b-v1.0',
|
104 |
quantization_config = bitsandbyte_config,
|
105 |
device_map= 'auto')
|
106 |
+
tokenizer = AutoTokenizer.from_pretrained('lmsys/fastchat-t5-3b-v1.0')
|
107 |
|
108 |
|
109 |
pipe = pipeline(
|