atasoglu
/

Turkish-LLaVA-v0.1-Q4_K_M-GGUF

Image-Text-to-Text

Inference Endpoints

Model card Files Files and versions Community

atasoglu commited on Aug 21

Commit

be1cad1

•

1 Parent(s): 34867cc

fix typo

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -23,7 +23,7 @@ from llama_cpp.llama_chat_format import Llama3VisionAlphaChatHandler
 llm = Llama(
   model_path="Turkish-LLaVA-v0.1-Q4_K_M.gguf", # path to language model
-  n_gpu_layers=-1, # -for running on GPU
   chat_handler=Llama3VisionAlphaChatHandler(
       # path to image encoder
       clip_model_path="Turkish-LLaVA-v0.1-mmproj-F16.gguf",

 llm = Llama(
   model_path="Turkish-LLaVA-v0.1-Q4_K_M.gguf", # path to language model
+  n_gpu_layers=-1, # for running on GPU
   chat_handler=Llama3VisionAlphaChatHandler(
       # path to image encoder
       clip_model_path="Turkish-LLaVA-v0.1-mmproj-F16.gguf",