qingshan777
commited on
Commit
•
1bca96c
1
Parent(s):
2bf452d
Update README.md
Browse files
README.md
CHANGED
@@ -66,7 +66,7 @@ from PIL import Image
|
|
66 |
|
67 |
checkpoint = "qihoo360/360VL-70B"
|
68 |
|
69 |
-
model = AutoModelForCausalLM.from_pretrained(checkpoint, torch_dtype=torch.float16, device_map='
|
70 |
tokenizer = AutoTokenizer.from_pretrained(checkpoint, trust_remote_code=True)
|
71 |
vision_tower = model.get_vision_tower()
|
72 |
vision_tower.load_model()
|
|
|
66 |
|
67 |
checkpoint = "qihoo360/360VL-70B"
|
68 |
|
69 |
+
model = AutoModelForCausalLM.from_pretrained(checkpoint, torch_dtype=torch.float16, device_map='auto', trust_remote_code=True).eval()
|
70 |
tokenizer = AutoTokenizer.from_pretrained(checkpoint, trust_remote_code=True)
|
71 |
vision_tower = model.get_vision_tower()
|
72 |
vision_tower.load_model()
|