MultiNet/harness_dataset_config.txt at main · ManifoldRG/MultiNet · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
# Dataset Configuration
# Global settings (set once at the top)
models_dir=path/to/your/model/adapters/folder
data_dir=src/eval_harness/sample_data

# Uncomment the line below to limit samples, leave commented for no limit
max_samples=4


# Dataset-specific settings
# Format: dataset_name.key=value

odinw.adapter_module=my_odinw_adapter.py
odinw.batch_process=false
odinw.batch_size=1

piqa.adapter_module=my_piqa_adapter.py
piqa.batch_process=true
piqa.batch_size=2

overcooked_ai.adapter_module=my_overcooked_adapter.py
overcooked_ai.batch_process=false
overcooked_ai.batch_size=1

sqa3d.adapter_module=my_vqa_adapter.py
sqa3d.batch_process=false
sqa3d.batch_size=1

robot_vqa.adapter_module=my_robot_vqa_adapter.py
robot_vqa.batch_process=false
robot_vqa.batch_size=1

bfcl.adapter_module=my_multiturn_function_call_adapter.py
bfcl.batch_process=false
bfcl.batch_size=1

openx_wheeled_robot.adapter_module=my_openx_adapter.py
openx_wheeled_robot.batch_process=false
openx_wheeled_robot.batch_size=1

openx_quadrupedal.adapter_module=my_openx_adapter.py
openx_quadrupedal.batch_process=false
openx_quadrupedal.batch_size=1

openx_single_arm.adapter_module=my_openx_adapter.py
openx_single_arm.batch_process=false
openx_single_arm.batch_size=1

openx_bimanual.adapter_module=my_openx_adapter.py
openx_bimanual.batch_process=false
openx_bimanual.batch_size=1

openx_mobile_manipulation.adapter_module=my_openx_adapter.py
openx_mobile_manipulation.batch_process=false
openx_mobile_manipulation.batch_size=1