forked from ai-hero/llm-research-fine-tuning
-
Notifications
You must be signed in to change notification settings - Fork 0
/
pyproject.toml
89 lines (81 loc) · 1.84 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
[project]
name = "aihero-research-finetuning"
version = "0.3.3"
description = "Framework for open source research on fine-tuning LLMs"
authors = [
{name = "Rahul Parundekar", email= "[email protected]" },
{name = "Shankar Ganesan", email = "[email protected]" }
]
readme = "README.md"
classifiers = [
"Programming Language :: Python",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"License :: OSI Approved :: MIT License",
]
dependencies = [
"accelerate==0.25.0",
"aihero-research-config @ git+https://github.com/ai-hero/llm-research-config.git@main#egg=aihero-research-config",
"bitsandbytes==0.41.3.post2",
"datasets==2.14.6",
"einops==0.7.0",
"fire==0.5.0",
"minio==7.2.0",
"numpy==1.25.2",
"peft==0.7.1",
"pydantic-settings==2.0.3",
"python-dotenv==1.0.1",
"PyYAML==6.0.1",
"scikit-learn==1.4.0",
"scipy==1.11.3",
"transformers==4.36.1",
"trl==0.7.7",
"types-PyYAML==6.0.12.12",
"wandb==0.15.12",
"jsonschema",
]
[project.optional-dependencies]
dev = [
"pytest>=6.2.5",
"black>=22.3",
"mypy>=0.910",
"ruff>=0.0.79",
"blacken-docs>=1.11.0",
"pyupgrade>=2.29.1",
"detect-secrets>=1.2.0",
"tomli>=1.2.3",
"pre-commit>=2.17.0",
]
[build-system]
requires = ["setuptools>=61.0"]
build-backend = "setuptools.build_meta"
[tool.pytest.ini_options]
addopts = "-vvv"
testpaths = "src/tests"
[tool.black]
line_length = 120
target_version = ['py39']
[tool.ruff]
exclude = [
".venv",
".git",
"__pycache__",
"build",
"dist",
"venv",
]
ignore = []
line-length = 120
select = [
"D",
"E",
"F",
"I",
"W",
]
src = ["src/aihero", "src/tests"]
[mypy]
files = ["src/aihero"]
strict_optional = false
warn_unused_ignores = false