openstackbench/.env.sample at main · NapthaAI/openstackbench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
# StackBench Environment Configuration
# Copy this file to .env and update with your values

# =============================================================================
# REQUIRED: API Keys
# =============================================================================

# OpenAI API Key for DSPy-powered use case extraction
OPENAI_API_KEY=your_openai_api_key_here

# Anthropic API Key for Claude Code analysis
ANTHROPIC_API_KEY=your_anthropic_api_key_here

# =============================================================================
# StackBench Core Configuration
# =============================================================================

# Data directory for storing benchmark runs (default: ./data)
DATA_DIR=./data

# Number of use cases to generate per repository (default: 10)
NUM_USE_CASES=10

# Maximum workers for parallel use case processing (default: 4)
USE_CASE_MAX_WORKERS=4

# Default agent type for new runs (default: cursor)
DEFAULT_AGENT=cursor

# Path to environment file relative to execution directory (default: .env)
ENV_FILE_PATH=.env

# =============================================================================
# DSPy Configuration
# =============================================================================

# DSPy model for use case extraction (default: gpt-4o-mini)
DSPY_MODEL=gpt-4o-mini

# Enable DSPy caching for faster repeated runs (default: true)
DSPY_CACHE=true

# Maximum tokens for DSPy operations (default: 10000)
DSPY_MAX_TOKENS=10000

# =============================================================================
# Claude Code Analysis Configuration
# =============================================================================

# Claude model for analysis (default: claude-4-sonnet)
CLAUDE_MODEL=claude-4-sonnet

# Maximum turns for analysis conversation (default: 50)
ANALYSIS_MAX_TURNS=50

# Number of parallel workers for analysis (default: 3)
ANALYSIS_MAX_WORKERS=3

# =============================================================================
# Logging Configuration
# =============================================================================

# Log level: DEBUG, INFO, WARNING, ERROR, CRITICAL (default: INFO)
LOG_LEVEL=INFO

# =============================================================================
# Example Usage
# =============================================================================
#
# 1. Copy this file: cp .env.sample .env
# 2. Add your OpenAI API key above
# 3. Customize other settings as needed
# 4. Run StackBench: stackbench clone https://github.com/user/repo
#
# =============================================================================