duckyai2 / run.sh
5fp's picture
Update run.sh
13355db verified
raw
history blame contribute delete
93 Bytes
#!/bin/bash
/app/llama-server -m /data/model.gguf -c 4096 -ngl 15 --port 7860 --host 0.0.0.0