forked from NVIDIA/spark-rapids-tools
-
Notifications
You must be signed in to change notification settings - Fork 0
/
pyproject.toml
67 lines (64 loc) · 1.99 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
[build-system]
requires = ["setuptools"]
build-backend = "setuptools.build_meta"
[project]
name = "spark-rapids-user-tools"
authors = [
{ name="NVIDIA Corporation" , email="[email protected]" },
]
description = "A simple wrapper process around cloud service providers to run tools for the RAPIDS Accelerator for Apache Spark."
readme = "README.md"
requires-python = ">=3.8"
classifiers = [
"Programming Language :: Python :: 3",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
]
dependencies = [
"chevron==0.14.0",
"fastprogress==1.0.3",
"fastcore==1.5.29",
"fire>=0.5.0",
"pandas==1.4.3",
"pyYAML==6.0",
"tabulate==0.8.10",
"importlib-resources==5.10.2",
"requests==2.31.0",
"packaging==23.0",
"certifi==2023.7.22",
"idna==3.4",
"urllib3==1.26.14",
"beautifulsoup4==4.11.2",
"pygments==2.15.0",
# used to apply validator on objects and models
"pydantic==2.1.1",
# used to help pylint understand pydantic
"pylint-pydantic==0.3.0",
# used for common API to access remote filesystems like local/s3/gcs/hdfs
# this will include numpy
"pyarrow==12.0.1",
# used for ADLS filesystem implementation
# Issue-568: use 12.17.0 as the new 12.18.0 causes an error in runtime
"azure-storage-blob==12.17.0",
"adlfs==2023.4.0",
# used for spinner animation
"progress==1.6"
]
dynamic=["entry-points", "version"]
[project.scripts]
spark_rapids_user_tools = "spark_rapids_pytools.wrapper:main"
ascli = "spark_rapids_tools.cmdli.tools_cli:main"
[tool.setuptools]
package-dir = {"" = "src"}
[tool.setuptools.packages.find]
where = ["src"]
[tool.setuptools.dynamic]
version = {attr = "spark_rapids_pytools.__version__"}
[tool.setuptools.package-data]
"*"= ["*.json", "*.yaml", "*.ms", "*.sh", "*.tgz"]
[tool.poetry]
repository = "https://github.com/NVIDIA/spark-rapids-tools/tree/main"
[project.optional-dependencies]
test = [
"tox", 'pytest', 'cli_test_helpers'
]