mobinln commited on
Commit
92f5c93
1 Parent(s): 99dac85

extend ctx to 4k

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ llm = Llama.from_pretrained(
10
  use_mlock=True,
11
  n_threads=2,
12
  n_threads_batch=2,
13
- n_ctx=2000,
14
  )
15
 
16
 
 
10
  use_mlock=True,
11
  n_threads=2,
12
  n_threads_batch=2,
13
+ n_ctx=4000,
14
  )
15
 
16