Update README.md
Browse files
README.md
CHANGED
@@ -62,7 +62,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
|
|
62 |
|
63 |
peft_model_id = "mrm8488/Alpacoom"
|
64 |
config = PeftConfig.from_pretrained(peft_model_id)
|
65 |
-
model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map="
|
66 |
tokenizer = AutoTokenizer.from_pretrained("bigscience/bloom-7b1")
|
67 |
|
68 |
model = PeftModel.from_pretrained(model, peft_model_id)
|
|
|
62 |
|
63 |
peft_model_id = "mrm8488/Alpacoom"
|
64 |
config = PeftConfig.from_pretrained(peft_model_id)
|
65 |
+
model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map={"":0})
|
66 |
tokenizer = AutoTokenizer.from_pretrained("bigscience/bloom-7b1")
|
67 |
|
68 |
model = PeftModel.from_pretrained(model, peft_model_id)
|