-
Notifications
You must be signed in to change notification settings - Fork 206
/
pyproject.toml
80 lines (73 loc) · 2.19 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
[project]
name = "xturing"
version = "0.1.8"
description = "Fine-tuning, evaluation and data generation for LLMs"
authors = [
{ name = "Glenn Ko", email = "[email protected]" },
{ name = "Yuji Chai", email = "[email protected]" },
{ name = "Roman Ageev", email = "[email protected]" },
{ name = "Toan Do", email = "[email protected]" },
{ name = "Marcos R M", email = "[email protected]" },
{ name = "Sarthak Langde", email = "[email protected]" },
{ name = "Riccardo Romagnoli", email = "[email protected]" },
{ name = "Subhash G N", email = "[email protected]" },
]
classifiers = [
"Development Status :: 3 - Alpha",
"Intended Audience :: Developers",
"Intended Audience :: Science/Research",
"License :: OSI Approved :: Apache Software License",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.7",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Topic :: Scientific/Engineering :: Information Analysis",
"Topic :: Software Development :: Libraries :: Python Modules",
"Topic :: Text Processing :: Linguistic",
]
license = { file = "LICENSE" }
readme = "README.md"
requires-python = ">=3.7"
keywords = [
"nlp",
"llm",
"finetuning",
"evaluation",
"data-generation",
"training",
"distributed",
]
dependencies = [
"torch >= 1.9.0",
"pytorch-lightning",
"transformers==4.39.3",
"datasets==2.14.5",
"evaluate==0.4.0",
"bitsandbytes==0.41.1",
"sentencepiece",
"deepspeed==0.9.5",
"gradio",
"click",
"wget",
"ai21",
"cohere",
"ipywidgets",
"openai >= 0.27.0",
"pydantic >= 1.10.0",
"rouge-score >= 0.1.2",
"accelerate==0.22.0",
"wandb",
]
[project.scripts]
xturing = "xturing.cli:xturing"
[project.optional-dependencies]
int4 = [
"torch >= 2.0"
]
[project.urls]
homepage = "https://xturing.stochastic.ai/"
documentation = "https://github.com/stochasticai/xturing-docs"
repository = "https://github.com/stochasticai/xturing"
[tool.setuptools.packages.find]
where = ["src"]