| # TODO: Why is this here? Can we delete it? | |
| export SPACE="AIEnergyScore/launch-computation-example" | |
| # Can use this for errors too: trap 'echo "An error occurred."' ERR | |
| config_dir="/optimum-benchmark/examples/energy_star/" | |
| echo "Attempting to run." | |
| # For each line in the requests dataset.... | |
| python /parse_requests.py | while read -r line; do | |
| # Read the name of the model and the experiment (task). | |
| IFS="," read model task <<< "${line}" | |
| echo "Benchmarking Model: ${model}, Task: ${task}" | |
| # Initialize the directory for output. | |
| now=$(date +%Y-%m-%d-%H-%M-%S) | |
| run_dir="/runs/${task}/${model}/${now}" | |
| mkdir -p "$run_dir" | |
| # Save the task/model run directory to text file, for tracking purposes. | |
| echo "${run_dir}" >> /attempts.txt | |
| { # try | |
| # Let the benchmarking begin! | |
| optimum-benchmark --config-name "${task}" --config-dir="${config_dir}" backend.model="${model}" backend.processor="${model}" hydra.run.dir="${run_dir}" 2> "${run_dir}/error.log" | |
| } || { # catch | |
| echo "${run_dir}" >> /failed_attempts.txt | |
| } | |
| done | |
| echo "Finished; updating requests dataset and results dataset." | |
| python /process_runs.py | |
| # Pausing space | |
| echo "Pausing space." | |
| python /pause_space.py | |
| echo "Done." | |