Spaces:
Running
Running
Jae-Won Chung
commited on
Commit
•
e795d0f
1
Parent(s):
33a4592
Update docker-compose-0.yaml
Browse files
deployment/docker-compose-0.yaml
CHANGED
@@ -36,12 +36,10 @@ services:
|
|
36 |
- driver: nvidia
|
37 |
device_ids: ["1"]
|
38 |
capabilities: [gpu]
|
39 |
-
|
40 |
container_name: worker2
|
41 |
image: mlenergy/tgi:latest
|
42 |
-
command: ["--model-id", "lmsys/
|
43 |
-
environment:
|
44 |
-
PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: python
|
45 |
shm_size: 1g
|
46 |
networks:
|
47 |
- leaderboard
|
|
|
36 |
- driver: nvidia
|
37 |
device_ids: ["1"]
|
38 |
capabilities: [gpu]
|
39 |
+
Vicuna-13B:
|
40 |
container_name: worker2
|
41 |
image: mlenergy/tgi:latest
|
42 |
+
command: ["--model-id", "lmsys/vicuna-13b-v1.5", "--num-shard", "1", "--otlp-endpoint", "http://jaeger:4317"]
|
|
|
|
|
43 |
shm_size: 1g
|
44 |
networks:
|
45 |
- leaderboard
|