Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -165,7 +165,8 @@ model_name_or_path = "TheBloke/Yarn-Llama-2-13B-128K-GPTQ"
165
  model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
166
  torch_dtype=torch.float16,
167
  device_map="auto",
168
- revision="main")
 
169
 
170
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
171
 
 
165
  model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
166
  torch_dtype=torch.float16,
167
  device_map="auto",
168
+ revision="main",
169
+ trust_remote_code=True)
170
 
171
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
172