Spaces:
Runtime error
Runtime error
File size: 902 Bytes
ec0c335 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
#!/bin/bash
#SBATCH --job-name=visual_arena_controller
#SBATCH --gres=gpu:a40:1
#SBATCH --qos=m3
#SBATCH --time=100:00:00
#SBATCH -c 4
#SBATCH --mem=10G
#SBATCH --qos=deadline
#SBATCH --account=deadline
#SBATCH --output=log/visual_arena_OpenJourney-%j.out
#SBATCH --error=log/visual_arena_OpenJourney-%j.err
ipAddr=$(ip addr show $(ip route | awk '/default/ { print $5 }') | grep "inet" | head -n 1 | awk '/inet/ {print $2}' | cut -d'/' -f1)
echo "ipAddr = $ipAddr"
# prepare your environment here
module load cuda-11.7
# put your command here
export TRANSFORMERS_CACHE=/checkpoint/tianleli/cache
export HF_HOME=/checkpoint/tianleli/cache
export HF_DATASETS_CACHE=/checkpoint/tianleli/cache
rm -r /h/tianleli/.cache/huggingface
python3 -m fastchat.serve.model_worker --host $ipAddr --model-path imagenhub_OpenJourney --controller http://172.17.8.138:21001 --port 31008 --worker http://$ipAddr:31008 |