RanchiZhao commited on
Commit
1ff012c
1 Parent(s): da59a15

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -34,7 +34,7 @@ path = "openbmb/MiniCPM3-4B-GPTQ-Int4"
34
  device = "cuda"
35
 
36
  tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True)
37
- model = AutoModelForCausalLM.from_pretrained(path, torch_dtype=torch.bfloat16, device_map=device, trust_remote_code=True)
38
 
39
  messages = [
40
  {"role": "user", "content": "推荐5个北京的景点。"},
 
34
  device = "cuda"
35
 
36
  tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True)
37
+ model = AutoModelForCausalLM.from_pretrained(path, torch_dtype=torch.float16, device_map=device, trust_remote_code=True)
38
 
39
  messages = [
40
  {"role": "user", "content": "推荐5个北京的景点。"},