sjzhao commited on
Commit
a1cd743
1 Parent(s): 8f173da

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +1 -1
start.sh CHANGED
@@ -6,4 +6,4 @@ python3 gradio_demo/seed_llama_flask.py \
6
  --port 7890 \
7
  --llm_device cuda:0 \
8
  --tokenizer_device cuda:0 \
9
- --offload_decoder
 
6
  --port 7890 \
7
  --llm_device cuda:0 \
8
  --tokenizer_device cuda:0 \
9
+ --offload_encoder