Duplicated from muryshev/llama-cpp-server-13b
56ec37d 13355db
1
2
3
#!/bin/bash /app/llama-server -m /data/model.gguf -c 4096 -ngl 15 --port 7860 --host 0.0.0.0