eval_framework/pyproject.toml at master · THUAIS-Lab/eval_framework · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
[build-system]
requires = ["setuptools>=61.0"]
build-backend = "setuptools.build_meta"

[project]
name = "llm-eval-framework"
version = "0.1.0"
description = "Lightweight evaluation framework that unifies inference through a single VLLM sampler and runs IF-EVAL, IFBench, WritingBench, HealthBench, Arena-Hard, and AlpacaEval end-to-end."
readme = "README.md"
license = "Apache-2.0"
requires-python = ">=3.10"
keywords = ["llm", "evaluation", "vllm", "benchmarks", "academic"]
dependencies = [
    "tqdm",
    "numpy",
    "immutabledict",
    "langdetect",
    "nltk",
    "emoji",
    "syllapy",
    "setuptools<81",
    "pandas",
    "matplotlib",
    "openai",
]

[dependency-groups]
dev = [
    "pytest",
]

[project.scripts]
eval-framework = "eval_framework.cli:main"

[tool.setuptools]
include-package-data = false
packages = [
    "eval_framework",
    "eval_framework.tasks",
    "eval_framework.tasks.alpaca_eval",
    "eval_framework.tasks.arena_hard",
    "eval_framework.tasks.healthbench",
    "eval_framework.tasks.ifbench",
    "eval_framework.tasks.ifeval",
    "eval_framework.tasks.writingbench",
]

[tool.setuptools.package-dir]
"eval_framework" = "."
"eval_framework.tasks" = "tasks"
"eval_framework.tasks.alpaca_eval" = "tasks/alpaca_eval"
"eval_framework.tasks.arena_hard" = "tasks/arena_hard"
"eval_framework.tasks.healthbench" = "tasks/healthbench"
"eval_framework.tasks.ifbench" = "tasks/ifbench"
"eval_framework.tasks.ifeval" = "tasks/ifeval"
"eval_framework.tasks.writingbench" = "tasks/writingbench"

[tool.setuptools.package-data]
"eval_framework.tasks.alpaca_eval" = ["data/*.json"]
"eval_framework.tasks.arena_hard" = ["data/arena-hard-v2.0/**/*.jsonl"]
"eval_framework.tasks.healthbench" = ["data/*.jsonl"]
"eval_framework.tasks.ifbench" = ["data/*.jsonl"]
"eval_framework.tasks.ifeval" = ["data/*.jsonl"]
"eval_framework.tasks.writingbench" = ["benchmark_query/**/*.jsonl"]