llava-hf
/

llava-v1.6-34b-hf

Image-Text-to-Text

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

nielsr HF staff commited on Mar 21

Commit

51405cf

•

1 Parent(s): f496aeb

Update README.md

Files changed (1) hide show

README.md +2 -1

README.md CHANGED Viewed

@@ -38,7 +38,8 @@ import torch
 from PIL import Image
 import requests
-processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-34b-hf")
 model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-34b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
 model.to("cuda:0")

 from PIL import Image
 import requests
+# TODO support fast tokenizer here
+processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-34b-hf", use_fast=False)
 model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-34b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
 model.to("cuda:0")