Update app.py
Browse files
app.py
CHANGED
@@ -44,7 +44,7 @@ data = data.map(lambda x: {"question_embedding": ST.encode(x["question"])}, batc
|
|
44 |
data.add_faiss_index(column="question_embedding")
|
45 |
|
46 |
# LLaMA λͺ¨λΈ μ€μ
|
47 |
-
model_id = "
|
48 |
bnb_config = BitsAndBytesConfig(
|
49 |
load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.bfloat16
|
50 |
)
|
|
|
44 |
data.add_faiss_index(column="question_embedding")
|
45 |
|
46 |
# LLaMA λͺ¨λΈ μ€μ
|
47 |
+
model_id = "google/gemma-2-27b-it"
|
48 |
bnb_config = BitsAndBytesConfig(
|
49 |
load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.bfloat16
|
50 |
)
|