ocsr_eval/experiments_openrouter.yaml at main · dmzio/ocsr_eval · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
experiments:
  # Ordered by prompt price, then completion price.
  # $/1M in/out: 0.00/0.00; image: 0; ctx: 128k; max_out: 128k; response_format: no
  - name: nvidia_nemotron-nano-12b-v2-vl
    model: nvidia/nemotron-nano-12b-v2-vl
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 0.04/0.15; image: 0; ctx: 96000; max_out: 96000; response_format: yes
  - name: google_gemma-3-27b-it
    model: google/gemma-3-27b-it
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 0.05/0.40; image: 0; ctx: 400k; max_out: 128k; response_format: yes
  - name: openai_gpt-5-nano
    model: openai/gpt-5-nano
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 0.06/0.18; image: 0; ctx: 131072; max_out: 131072; response_format: yes
  - name: mistralai_mistral-small-3.2-24b-instruct
    model: mistralai/mistral-small-3.2-24b-instruct
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  #
  - name: mistralai-ministral-14b-2512
    model: mistralai/ministral-14b-2512
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 0.10/0.40; image: 0; ctx: 1048576; max_out: 65535; response_format: yes
  - name: google_gemini-2.5-flash-lite
    model: google/gemini-2.5-flash-lite
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 0.25/2.00; image: 0; ctx: 262144; max_out: 32768; response_format: yes
  - name: bytedance-seed_seed-1.6
    model: bytedance-seed/seed-1.6
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 0.30/1.20; image: 0; ctx: 262144; max_out: 262144; response_format: yes
  - name: qwen_qwen3-vl-235b-a22b-thinking
    model: qwen/qwen3-vl-235b-a22b-thinking
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 0.50/3.00; image: 0; ctx: 1048576; max_out: 65535; response_format: yes
  - name: google_gemini-3-flash-preview
    model: google/gemini-3-flash-preview
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 1.00/5.00; image: 0; ctx: 200k; max_out: 64000; response_format: no
  - name: anthropic_claude-haiku-4.5
    model: anthropic/claude-haiku-4.5
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 1.75/14.00; image: 0; ctx: 400k; max_out: 128k; response_format: yes
  - name: openai_gpt-5.2
    model: openai/gpt-5.2
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 2.00/12.00; image: 0.008256; ctx: 1048576; max_out: 65536; response_format: yes
  - name: google_gemini-3-pro-preview
    model: google/gemini-3-pro-preview
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY
  # $/1M in/out: 3.00/15.00; image: 0; ctx: 1000000; max_out: 64000; response_format: yes
  - name: anthropic_claude-sonnet-4.5
    model: anthropic/claude-sonnet-4.5
    temperature: 0.1
    max_tokens: 15513
    timeout: 600
    api_base: https://openrouter.ai/api/v1
    api_key_env: OPENROUTER_KEY