mobinln commited on
Commit
8926d1f
1 Parent(s): 92f5c93

change to qwen2 7b

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -1,16 +1,16 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
- model = "bartowski/Phi-3.1-mini-4k-instruct-GGUF"
5
  llm = Llama.from_pretrained(
6
  repo_id=model,
7
- filename="Phi-3.1-mini-4k-instruct-Q4_K_L.gguf",
8
  verbose=True,
9
  use_mmap=False,
10
  use_mlock=True,
11
  n_threads=2,
12
  n_threads_batch=2,
13
- n_ctx=4000,
14
  )
15
 
16
 
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
+ model = "Qwen/Qwen2-7B-Instruct-GGUF"
5
  llm = Llama.from_pretrained(
6
  repo_id=model,
7
+ filename="qwen2-7b-instruct-q4_k_m.gguf",
8
  verbose=True,
9
  use_mmap=False,
10
  use_mlock=True,
11
  n_threads=2,
12
  n_threads_batch=2,
13
+ n_ctx=2000,
14
  )
15
 
16