update demo

gradio_demo/seed_llama_flask.py

@@ -51,7 +51,7 @@ class Arguments:
     llm_device: Optional[str] = field(default='cuda:0', metadata={"help": "llm device"})
     tokenizer_device: Optional[str] = field(default='cuda:0', metadata={"help": "tokenizer device"})
     offload_encoder: Optional[bool] = field(default=False, metadata={"help": "offload image tokenizer"})
-    offload_decoder: Optional[bool] = field(default=True, metadata={"help": "offload image tokenizer"})
+    offload_decoder: Optional[bool] = field(default=False, metadata={"help": "offload image tokenizer"})
 
 
 parser = transformers.HfArgumentParser(Arguments)

start.sh

@@ -6,5 +6,4 @@ python3 gradio_demo/seed_llama_flask.py \
     --port 7890 \
     --llm_device cuda:0 \
     --tokenizer_device cuda:0 \
-    --offload_encoder \
     --offload_decoder