RanchiZhao
commited on
Commit
•
1ff012c
1
Parent(s):
da59a15
Update README.md
Browse files
README.md
CHANGED
@@ -34,7 +34,7 @@ path = "openbmb/MiniCPM3-4B-GPTQ-Int4"
|
|
34 |
device = "cuda"
|
35 |
|
36 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True)
|
37 |
-
model = AutoModelForCausalLM.from_pretrained(path, torch_dtype=torch.
|
38 |
|
39 |
messages = [
|
40 |
{"role": "user", "content": "推荐5个北京的景点。"},
|
|
|
34 |
device = "cuda"
|
35 |
|
36 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True)
|
37 |
+
model = AutoModelForCausalLM.from_pretrained(path, torch_dtype=torch.float16, device_map=device, trust_remote_code=True)
|
38 |
|
39 |
messages = [
|
40 |
{"role": "user", "content": "推荐5个北京的景点。"},
|