levante-bench/run_experiment.sh at main · langcog/levante-bench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
#!/bin/bash
# Run an evaluation experiment.
# Usage:
#   ./run_experiment.sh configs/experiments/experiment.yaml
#   ./run_experiment.sh configs/experiments/experiment.yaml device=cuda
#   ./run_experiment.sh configs/my_custom_exp.yaml models=[smolvlm2] device=cuda

ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
cd "$ROOT_DIR"

# Ensure local source tree is importable without requiring editable install.
if [[ -n "${PYTHONPATH:-}" ]]; then
    export PYTHONPATH="$ROOT_DIR/src:$PYTHONPATH"
else
    export PYTHONPATH="$ROOT_DIR/src"
fi

# Allow callers (e.g., Slurm wrappers) to force interpreter selection.
if [[ -n "${LEVANTE_PYTHON_BIN:-}" ]]; then
    PYTHON_BIN="$LEVANTE_PYTHON_BIN"
elif [[ -x ".venv/bin/python" ]]; then
    PYTHON_BIN=".venv/bin/python"
else
    PYTHON_BIN="python3"
fi

if [ -z "$1" ]; then
    echo "Usage: $0 <experiment_config.yaml> [overrides...]"
    exit 1
fi

EXPERIMENT_CONFIG="$1"
shift

"$PYTHON_BIN" -m levante_bench.cli experiment="$EXPERIMENT_CONFIG" "$@"