-
Notifications
You must be signed in to change notification settings - Fork 2
/
pyproject.toml
105 lines (92 loc) · 3.08 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
[tool.poetry]
name = "flexeval"
version = "0.0.0" # This will be automatically set from git tag by poetry-dynamic-versioning
description = ""
authors = ["ryokan-ri <[email protected]>"]
readme = "README.md"
packages = [{ include = "flexeval", from = "." }]
[tool.poetry.scripts]
flexeval_lm = "flexeval.scripts.flexeval_lm:main"
flexeval_pairwise = "flexeval.scripts.flexeval_pairwise:main"
flexeval_reward = "flexeval.scripts.flexeval_reward:main"
flexeval_file = "flexeval.scripts.flexeval_file:main"
flexeval_presets = "flexeval.scripts.flexeval_presets:main"
[tool.poetry.dependencies]
python = "^3.9,!=3.9.7"
transformers = {extras = ["ja", "sentencepiece", "torch"], version = "^4.34.1"}
datasets = "^2.14.6"
evaluate = "^0.4.1"
peft = "^0.10.0"
jsonargparse = {extras = ["jsonnet"], version = "^4.26.1"}
jinja2 = "^3.1.2"
fuzzywuzzy = "^0.18.0"
python-levenshtein = "^0.23.0"
rouge = "^1.0.1"
sacrebleu = {extras = ["ja"], version = "^2.4.1"}
jiwer = "^3.0.4"
openai = "^1.52.2"
google-api-python-client = "^2.131.0"
vllm = {version = "^0.6.4.post1", optional = true }
loguru = "^0.7.2"
wandb = {version = "^0.17.2", optional = true}
pyarrow = "16.1.0" # set the version because we get "Unable to find installation candidates" with 17.0.0
[tool.poetry.extras]
vllm = ["vllm"]
wandb = ["wandb"]
[tool.poetry.group.dev.dependencies]
pytest = "^7.4.3"
pytest-mock = "^3.14.0"
taskipy = "^1.12.0"
ruff = "^0.4.5"
[tool.poetry.group.docs.dependencies]
mkdocs = "^1.6.0"
mkdocs-material = "^9.5.25"
mkdocstrings = {extras = ["python"], version = "^0.25.1"}
mkdocs-gen-files = "^0.5.0"
mkdocs-literate-nav = "^0.6.1"
mkdocs-section-index = "^0.3.9"
[build-system]
requires = ["poetry-core", "poetry-dynamic-versioning"]
build-backend = "poetry_dynamic_versioning.backend"
[tool.poetry-dynamic-versioning]
enable = true
[tool.ruff]
line-length = 120
[tool.ruff.lint]
select = ["ALL"]
ignore = [
"COM812", # flake8-commas "Trailing comma missing"
"ISC001", # flake8-implicit-str-concat
"D", # Docstring-related rules
"FBT", # flake8-boolean-trap
"G", # flake8-logging-format
"TD", # flake8-todos
"ANN003", # missing-type-kwargs
"ANN101", # missing-type-self
"ARG002", # unused-method-argument
"FIX002", # line-contains-todo
"PLR0913", # too-many-arguments
"PLR2004", # magic-value-comparison
"PT011", # pytest-raises-too-broad
"PTH123", # builtin-open
"RUF001", # ambiguous-unicode-character-string
"RUF002", # ambiguous-unicode-character-docstring
"S311", # suspicious-non-cryptographic-random-usage
"S603", # subprocess-without-shell-equals-true
"TCH001", # typing-only-first-party-import
"TCH002", # typing-only-third-party-import
"TCH003", # typing-only-standard-library-import
]
[tool.ruff.lint.per-file-ignores]
"__init__.py" = [
"E402", # module-import-not-at-top-of-file
"F401", # unused-import
"F403", # undefined-local-with-import-star
]
"tests/**.py" = [
"S101", # assert
]
[tool.taskipy.tasks]
format = "ruff check --fix; ruff format"
format_docs = "markdownlint -f docs"
test = "pytest tests"