update demo

Dockerfile

@@ -32,4 +32,5 @@ RUN git lfs install
 
 RUN pip install -r requirements.txt
 
-CMD ["python", 'start.py']
+CMD ["bash", "start.sh"]
+# CMD ["python", 'start.py']

start.sh

@@ -0,0 +1,9 @@
+python3 gradio_demo/seed_llama_flask.py \
+    --image_transform configs/transform/clip_transform.yaml \
+    --tokenizer configs/tokenizer/seed_llama_tokenizer.yaml \
+    --model configs/llm/seed_llama_14b_8bit.yaml \
+    --port 7890 \
+    --llm_device cuda:0 \
+    --tokenizer_device cuda:0 \
+    --offload_encoder \
+    --offload_decoder