openchat / start_server.sh
ztime
add llama.cpp server
8fd0c06
raw
history blame
185 Bytes
#!/bin/sh
# For mlock support
ulimit -l unlimited
~/server --port 7890 -m model/gguf-model.bin
./llamacpp/build/bin/server --port 7890 -m model/gguf-model.bin
# python3 -B main.py