mobinln commited on
Commit
af29486
1 Parent(s): e0c72da

extend batch size to 2000

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ llm = Llama.from_pretrained(
10
  use_mlock=True,
11
  n_threads=2,
12
  n_threads_batch=2,
13
- n_ctx=1000,
14
  )
15
 
16
 
 
10
  use_mlock=True,
11
  n_threads=2,
12
  n_threads_batch=2,
13
+ n_ctx=2000,
14
  )
15
 
16