JudgeArena/pyproject.toml at main · OpenEuroLLM/JudgeArena · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
[build-system]
requires = ["setuptools>=61.0", "wheel"]
build-backend = "setuptools.build_meta"

[project.scripts]
judgearena = "judgearena.generate_and_evaluate:cli"
judgearena-elo = "judgearena.estimate_elo_ratings:main"

[project]
name = "judgearena"
version = "0.1.0"
description = "A toolkit for LLM-as-a-judge evaluation and arena benchmarks."
readme = "README.md"
requires-python = ">=3.12"
license = "Apache-2.0"
maintainers = [
    { name = "Erlis Lushtaku", email = "erlislushtaku@gmail.com" },
    { name = "David Salinas" },
]
keywords = ["llm", "evaluation", "benchmark", "arena", "langchain", "nlp"]
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Science/Research",
    "Operating System :: OS Independent",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.12",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
]
dependencies = [
    "datasets>=4.0.0",
    "fast-langdetect>=1.0.0",
    "huggingface-hub>=0.34.4",
    "ipython>=9.5.0",
    "joblib>=1.5.2",
    "jupyter>=1.1.1",
    "langchain-core>=0.3.27",
    "langchain>=0.3.27",
    "langchain-community>=0.3.29",
    "langchain-openai>=0.3.32",
    "langchain-together>=0.3.1",
    "matplotlib>=3.10.6",
    "pandas>=2.3.2",
    "pyyaml>=6.0.2",
    "scikit-learn>=1.8.0",
    "seaborn>=0.13.2",
    "tqdm>=4.67.1",
]

[project.urls]
Homepage = "https://github.com/OpenEuroLLM/JudgeArena"
Repository = "https://github.com/OpenEuroLLM/JudgeArena"
Issues = "https://github.com/OpenEuroLLM/JudgeArena/issues"

[tool.setuptools.packages.find]
include = ["judgearena*"]
exclude = ["slurmpilot_scripts*"]

[tool.setuptools.package-data]
"judgearena.criteria" = ["data/*.yaml"]
"judgearena.prompts" = ["*.txt"]

[dependency-groups]
dev = [
    "pre-commit>=4.5.1",
    "pytest>=8.4.2",
    "ruff>=0.11.0",
    "slurmpilot @ git+https://github.com/geoalgo/slurmpilot.git@main",
]

[tool.ruff]
target-version = "py312"
line-length = 88

[tool.ruff.lint]
select = ["E", "F", "I", "B", "UP", "N"]
ignore = ["E501", "N806", "N815", "N803"]
fixable = ["ALL"]

[tool.ruff.format]
quote-style = "double"
indent-style = "space"

[project.optional-dependencies]
vllm = ["vllm==0.10.2", "transformers>=4.55.2,<5.0.0"]
llamacpp = ["llama-cpp-python>=0.3.0"]