KingNish commited on
Commit
5162199
1 Parent(s): 6fe2a5a

Update chatbot.py

Browse files
Files changed (1) hide show
  1. chatbot.py +2 -2
chatbot.py CHANGED
@@ -27,8 +27,8 @@ import io # Add this import for working with image bytes
27
 
28
  # You can also use models that are commented below
29
  # model_id = "llava-hf/llava-interleave-qwen-0.5b-hf"
30
- # model_id = "llava-hf/llava-interleave-qwen-7b-hf"
31
- model_id = "llava-hf/llava-interleave-qwen-7b-dpo-hf"
32
  processor = LlavaProcessor.from_pretrained(model_id)
33
  model = LlavaForConditionalGeneration.from_pretrained(model_id, torch_dtype=torch.float16, use_flash_attention_2=True, low_cpu_mem_usage=True)
34
  model.to("cuda")
 
27
 
28
  # You can also use models that are commented below
29
  # model_id = "llava-hf/llava-interleave-qwen-0.5b-hf"
30
+ model_id = "llava-hf/llava-interleave-qwen-7b-hf"
31
+ # model_id = "llava-hf/llava-interleave-qwen-7b-dpo-hf"
32
  processor = LlavaProcessor.from_pretrained(model_id)
33
  model = LlavaForConditionalGeneration.from_pretrained(model_id, torch_dtype=torch.float16, use_flash_attention_2=True, low_cpu_mem_usage=True)
34
  model.to("cuda")