Commit
•
bcc5054
1
Parent(s):
73a2e0f
adding missing comma (#6)
Browse files- adding missing comma (ca66ba34bc18e9572835740eaaad65047ac9d672)
Co-authored-by: Fareed Hassan Khan <FareedKhan@users.noreply.huggingface.co>
README.md
CHANGED
@@ -105,7 +105,7 @@ use_triton = False
|
|
105 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
106 |
|
107 |
model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
|
108 |
-
model_basename=model_basename
|
109 |
use_safetensors=True,
|
110 |
trust_remote_code=True,
|
111 |
device="cuda:0",
|
|
|
105 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
106 |
|
107 |
model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
|
108 |
+
model_basename=model_basename,
|
109 |
use_safetensors=True,
|
110 |
trust_remote_code=True,
|
111 |
device="cuda:0",
|