-
Notifications
You must be signed in to change notification settings - Fork 12
/
requirements.yml
316 lines (294 loc) · 9.52 KB
/
requirements.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
---
# Add requirements information here and use `bazel run --config=pre_build //bazel/requirements:sync_requirements`
# to generate all other requirements files.
# Please provide the following fields when adding a new record:
# # Package Name Fields
# `name`: The name of the package. Set this if the package is available with the same name and is required in both `PyPI`
# and `conda`.
# `name_pypi`: The name of the package in `PyPI`. Set this only to indicate that it is available in `PyPI` only. You can
# also set this along with `name_conda` if the package has different names in `PyPI` and `conda`.
# `name_conda`: The name of the package in `conda`. Set this only to indicate that it is available in `conda` only. You
# can also set this along with `name_pypi` if the package has different names in `PyPI` and `conda`.
# (At least one of these three fields should be set.)
# # Development Version Fields
# `dev_version`: The version of the package to be pinned in the dev environment. Set this if the package is available
# with the same version and is required in both `PyPI` and conda.
# `dev_version_pypi`: The version from `PyPI` to be pinned in the dev environment. Set this only to indicate that it is
# available in `PyPI` only. You can also set this along with `dev_version_conda` if the package has different versions in
# `PyPI` and `conda`.
# `dev_version_conda`: The version from `conda` to be pinned in the dev environment. Set this only to indicate that it is
# available in `conda` only. You can also set this along with `dev_version_pypi` if the package has different versions in
# `PyPI` and `conda`.
# (At least one of these three fields should be set.)
# `require_gpu`: Set this to true if the package is only a requirement for the environment with GPUs.
# # Snowflake Anaconda Channel
# `from_channel`: Set this if the package is not available in the Snowflake Anaconda Channel
# (https://repo.anaconda.com/pkgs/snowflake).
# # Version Requirements Fields (for `snowflake-ml-python` release)
# `version_requirements`: The version requirements specifiers when this requirement is a dependency of the
# `snowflake-ml-python` release. Set this if the package is available with the same name and required in both `PyPI` and
# `conda`.
# `version_requirements_pypi`: The version requirements specifiers when this requirement is a dependency of the
#`snowflake-ml-python` release via `PyPI`. Set this only to indicate that it is required by the `PyPI` release only. You
# can also set this along with `version_requirements_conda` if the package has different versions in `PyPI` and `conda`.
# `version_requirements_conda`: The version requirements specifiers when this requirement is a dependency of the
# `snowflake-ml-python` release via `conda`. Set this only to indicate that it is required by the `conda` release only.
# You can also set this along with `version_requirements_pypi` if the package has different versions in `PyPI` and `conda`.
# (At least one of these three fields must be set to indicate that this package is a dependency of the release. If you
# don't want to constrain the version, set the field to an empty string.)
# # Extras Tags and Tags
# `requirements_extra_tags`: Set this to indicate that the package is an extras dependency of `snowflake-ml-python`.
# This requirement will be added to all extras tags specified here, and an `all` extras tag will be auto-generated to include
# all extras requirements. All extras requirements will be labeled as `run_constrained` in conda's meta.yaml.
# `tags`: Set tags to filter some of the requirements in specific cases. The current valid tags include:
# - `model_packaging`: Used by model packaging and deployment to indicate the core requirements to save and load the
# model.
# - `build_essential`: Used to indicate the packages composing the build environment.
# - `build_test_env`: Used to indicate the package is required in build and test environment to run the tests.
- name: absl-py
dev_version: 1.3.0
version_requirements: '>=0.15,<2'
tags:
- build_essential
# For fsspec[http] in conda
- name_conda: aiohttp
dev_version_conda: 3.8.3
version_requirements_conda: '!=4.0.0a0, !=4.0.0a1'
- name: anyio
dev_version: 3.5.0
version_requirements: '>=3.5.0,<4'
- name: build
dev_version: 0.10.0
tags:
- build_essential
- name: boto3
dev_version: 1.24.28
- name_conda: conda-libmamba-solver
dev_version_conda: 23.7.0
tags:
- build_essential
- name: catboost
dev_version: 1.2.0
version_requirements: '>=1.2.0, <2'
requirements_extra_tags:
- catboost
- name: cloudpickle
dev_version: 2.2.1
version_requirements: '>=2.0.0'
tags:
- model_packaging
- name: cryptography
dev_version: 39.0.1
version_requirements: ''
# Skipping version requirements as it should come as part of connector.
# Only used in connection_params.py, which is an util library anyways.
- name: coverage
dev_version: 6.3.2
- name: flask-cors
dev_version: 3.0.10
- name: flask
dev_version: 2.1.3
- name_pypi: fsspec[http]
name_conda: fsspec
dev_version: 2023.3.0
version_requirements: '>=2022.11,<2024'
- name: httpx
dev_version: 0.23.0
- name: importlib_resources
dev_version: 6.1.1
version_requirements: '>=6.1.1, <7'
- name: inflection
dev_version: 0.5.1
tags:
- build_essential
- build_test_env
- name: jsonschema
dev_version: 3.2.0
tags:
- build_essential
- name: joblib
dev_version: 1.4.2
- name: lightgbm
dev_version: 4.1.0
version_requirements: '>=4.1.0, <5'
requirements_extra_tags:
- lightgbm
tags:
- build_essential
- name: shap
dev_version: 0.46.0
version_requirements: '>=0.46.0,<1'
requirements_extra_tags:
- shap
- name: mlflow
dev_version: 2.3.1
version_requirements: '>=2.1.0,<2.4'
requirements_extra_tags:
- mlflow
- name: moto
dev_version: 4.0.11
- name: mypy
dev_version: 1.10.0
- name: networkx
dev_version: 2.8.4
- name: numpy
dev_version: 1.23.5
version_requirements: '>=1.23,<2'
tags:
- build_essential
- name: packaging
dev_version: '23.0'
version_requirements: '>=20.9,<25'
tags:
- build_essential
- name: pandas
dev_version: 1.5.3
version_requirements: '>=1.0.0,<3'
- name: protobuf
dev_version: 3.20.3
- name: psutil
dev_version: 5.9.0
tags:
- build_test_env
- name: pyarrow
dev_version: 10.0.1
version_requirements: ''
- name: pyjwt
dev_version: 2.8.0
version_requirements: '>=2.0.0, <3'
- name: pytest
dev_version: 7.4.0
tags:
- build_test_env
- name: pytest-rerunfailures
dev_version: 12.0
tags:
- build_test_env
- name: pytest-xdist
dev_version: 3.5.0
tags:
- build_test_env
- name_pypi: torch
name_conda: pytorch
dev_version_conda: 2.1.0
dev_version_pypi: 2.0.1
version_requirements: '>=2.0.1,<2.3.0'
requirements_extra_tags:
- torch
- name: pyyaml
dev_version: '6.0'
version_requirements: '>=6.0,<7'
- name: retrying
dev_version: 1.3.3
version_requirements: '>=1.3.3,<2'
# For fsspec[http] in conda
- name_conda: requests
dev_version_conda: 2.29.0
version_requirements_conda: ''
- name: ruamel.yaml
dev_version: 0.17.21
tags:
- build_essential
- name: s3fs
dev_version: 2023.3.0
version_requirements: '>=2022.11,<2024'
- name: scikit-learn
dev_version: 1.5.1
version_requirements: '>=1.4,<1.6'
tags:
- build_essential
- name: scipy
dev_version: 1.9.3
version_requirements: '>=1.9,<2'
- name: sentencepiece
dev_version: 0.1.99
version_requirements: '>=0.1.95,<1'
requirements_extra_tags:
- transformers
- name: sentence-transformers
dev_version: 2.2.2
version_requirements: '>=2.2.2,<3'
requirements_extra_tags:
- transformers
- name_conda: snowflake-connector-python
name_pypi: snowflake-connector-python[pandas]
dev_version: 3.10.0
version_requirements: '>=3.5.0,<4'
- name: snowflake-snowpark-python
dev_version: 1.17.0
version_requirements: '>=1.17.0,<2'
- name: sphinx
dev_version: 5.0.2
tags:
- build_essential
- name: starlette
dev_version: 0.27.0
- name: sqlparse
dev_version: 0.4.4
version_requirements: '>=0.4,<1'
- name: tensorflow
dev_version_conda: 2.12.0
dev_version_pypi: 2.12.0
version_requirements: '>=2.10,<3'
requirements_extra_tags:
- tensorflow
- name: tokenizers
dev_version: 0.13.2
version_requirements: '>=0.10,<1'
requirements_extra_tags:
- transformers
- name: toml
dev_version: 0.10.2
tags:
- build_essential
- name: torchdata
dev_version: 0.6.1
version_requirements: '>=0.4,<1'
requirements_extra_tags:
- torch
- name: transformers
dev_version: 4.32.1
version_requirements: '>=4.32.1,<5'
requirements_extra_tags:
- transformers
- name: types-requests
dev_version: 2.30.0.0
- name: types-protobuf
dev_version: 4.23.0.1
- name: types-PyYAML
dev_version: 6.0.12.12
- name: types-toml
dev_version: 0.10.8.6
tags:
- build_essential
- name: typing-extensions
dev_version: 4.6.3
version_requirements: '>=4.1.0,<5'
- name: xgboost
dev_version: 1.7.6
version_requirements: '>=1.7.3,<3'
tags:
- build_essential
- name: werkzeug
dev_version: 2.2.2
- name: cachetools
dev_version: 4.2.2
version_requirements: '>=3.1.1,<6'
- name: pytimeparse
dev_version: 1.1.8
version_requirements: '>=1.1.8,<2'
# Below are pip only external packages
- name_pypi: --extra-index-url https://pypi.org/simple
dev_version_pypi: ''
- name_pypi: accelerate
dev_version_pypi: 0.22.0
- name_pypi: types-cachetools
dev_version_pypi: 4.2.2
- name_pypi: peft
dev_version_pypi: 0.5.0
version_requirements_pypi: '>=0.5.0,<1'
requirements_extra_tags:
- llm
- name_pypi: vllm
dev_version_pypi: 0.2.1.post1
require_gpu: true