EnverLee commited on
Commit
9c26bdd
β€’
1 Parent(s): 3f6ce03

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -44,7 +44,7 @@ data = data.map(lambda x: {"question_embedding": ST.encode(x["question"])}, batc
44
  data.add_faiss_index(column="question_embedding")
45
 
46
  # LLaMA λͺ¨λΈ μ„€μ •
47
- model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
48
  bnb_config = BitsAndBytesConfig(
49
  load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.bfloat16
50
  )
 
44
  data.add_faiss_index(column="question_embedding")
45
 
46
  # LLaMA λͺ¨λΈ μ„€μ •
47
+ model_id = "google/gemma-2-27b-it"
48
  bnb_config = BitsAndBytesConfig(
49
  load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.bfloat16
50
  )