Spaces:
Runtime error
Runtime error
ztime
commited on
Commit
•
0dc41c6
1
Parent(s):
1941b22
change port export
Browse files- Dockerfile +3 -1
- start_server.sh +2 -2
Dockerfile
CHANGED
@@ -18,7 +18,9 @@ RUN git clone https://github.com/ggerganov/llama.cpp.git llamacpp --depth 1 && \
|
|
18 |
cd llamacpp && \
|
19 |
cmake -B build -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS && \
|
20 |
cmake --build build --config Release --target main server && \
|
21 |
-
cp build/bin/* ~/
|
|
|
|
|
22 |
|
23 |
# Download model
|
24 |
RUN mkdir model && \
|
|
|
18 |
cd llamacpp && \
|
19 |
cmake -B build -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS && \
|
20 |
cmake --build build --config Release --target main server && \
|
21 |
+
cp build/bin/* ~/ && \
|
22 |
+
touch /llama.log && \
|
23 |
+
chmod 777 /llama.log
|
24 |
|
25 |
# Download model
|
26 |
RUN mkdir model && \
|
start_server.sh
CHANGED
@@ -5,6 +5,6 @@ ulimit -l unlimited
|
|
5 |
|
6 |
|
7 |
|
8 |
-
|
9 |
-
|
10 |
# python3 -B main.py
|
|
|
5 |
|
6 |
|
7 |
|
8 |
+
/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin
|
9 |
+
/llamacpp/build/bin/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin
|
10 |
# python3 -B main.py
|