thwin27
/

Aria-sequential_mlp-bnb_nf4

Image-Text-to-Text

text-generation

4-bit precision

Model card Files Files and versions Community

thwin27 commited on 15 days ago

Commit

230cb2b

•

1 Parent(s): a80bd3b

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -28,7 +28,7 @@ torch.cuda.set_device(0)
 model_id_or_path = "thwin27/Aria-sequential_mlp-bnb_nf4"
-model = AutoModelForCausalLM.from_pretrained(model_id_or_path, torch_dtype=torch.bfloat16, trust_remote_code=True)
 processor = AutoProcessor.from_pretrained(model_id_or_path, trust_remote_code=True)
 image_path = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png"

 model_id_or_path = "thwin27/Aria-sequential_mlp-bnb_nf4"
+model = AutoModelForCausalLM.from_pretrained(model_id_or_path, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True)
 processor = AutoProcessor.from_pretrained(model_id_or_path, trust_remote_code=True)
 image_path = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png"