Project import generated by Copybara. (#138)

GitOrigin-RevId: 0d9d695717a9526977a80f8ca7f6b7aee2790893

Co-authored-by: Snowflake Authors <[email protected]>

CHANGELOG.md

@@ -1,6 +1,32 @@
 # Release History
 
-## 1.7.2
+## 1.7.3
+
+- Added lowercase versions of Cortex functions, added deprecation warning to Capitalized versions.
+- Bumped the requirements of `fsspec` and `s3fs` to `>=2024.6.1,<2026`
+- Bumped the requirement of `mlflow` to `>=2.16.0, <3`
+- Registry: Support 500+ features for model registry
+
+### Bug Fixes
+
+- Registry: Fixed a bug when providing non-range index pandas DataFrame as the input to a `ModelVersion.run`.
+- Registry: Improved random model version name generation to prevent collisions.
+- Registry: Fix an issue when inferring signature or running inference with Snowpark data that has a column whose type
+  is `ARRAY` and contains `NULL` value.
+- Registry: `ModelVersion.run` now accepts fully qualified service name.
+- Monitoring: Fix issue in SDK with creating monitors using fully qualified names.
+- Registry: Fix error in log_model for any sklearn models with only data pre-processing including pre-processing only
+  pipeline models due to default explainability enablement.
+
+### Behavior Changes
+
+### New Features
+
+- Added `user_files` argument to `Registry.log_model` for including images or any extra file with the model.
+- Registry: Added support for handling Hugging Face model configurations with auto-mapping functionality
+- DataConnector: Add new `DataConnector.from_sql()` constructor
+
+## 1.7.2 (2024-11-21)
 
 ### Bug Fixes
 
@@ -13,6 +39,7 @@ whose task is UNKNOWN and fails later when invoked.
 
 - Registry: Support asynchronous model inference service creation with the `block` option
   in `ModelVersion.create_service()` set to True by default.
+- Registry: Allow specify `batch_size` when inferencing using sentence-transformers model.
 
 ## 1.7.1 (2024-11-05)
 

bazel/environments/conda-env-build.yml

@@ -19,4 +19,4 @@ dependencies:
   - sphinx==5.0.2
   - toml==0.10.2
   - types-toml==0.10.8.6
-  - xgboost==1.7.6
+  - xgboost==2.1.1

bazel/environments/conda-env-snowflake.yml

@@ -9,24 +9,25 @@ dependencies:
   - absl-py==1.3.0
   - aiohttp==3.8.3
   - anyio==3.5.0
-  - boto3==1.24.28
+  - boto3==1.34.69
   - build==0.10.0
-  - cachetools==4.2.2
+  - cachetools==5.3.3
   - catboost==1.2.0
   - cloudpickle==2.2.1
   - conda-libmamba-solver==23.7.0
   - coverage==6.3.2
   - cryptography==39.0.1
   - flask-cors==3.0.10
   - flask==2.1.3
-  - fsspec==2023.3.0
+  - fsspec==2024.6.1
   - httpx==0.23.0
+  - huggingface_hub==0.20.3
   - importlib_resources==6.1.1
   - inflection==0.5.1
   - joblib==1.4.2
   - jsonschema==3.2.0
   - lightgbm==4.1.0
-  - mlflow==2.3.1
+  - mlflow==2.16.2
   - moto==4.0.11
   - mypy==1.10.0
   - networkx==2.8.4
@@ -46,7 +47,7 @@ dependencies:
   - requests==2.29.0
   - retrying==1.3.3
   - ruamel.yaml==0.17.21
-  - s3fs==2023.3.0
+  - s3fs==2024.6.1
   - scikit-learn==1.5.1
   - scipy==1.9.3
   - sentence-transformers==2.2.2
@@ -68,4 +69,4 @@ dependencies:
   - types-toml==0.10.8.6
   - typing-extensions==4.6.3
   - werkzeug==2.2.2
-  - xgboost==1.7.6
+  - xgboost==2.1.1

bazel/environments/conda-env.yml

@@ -9,24 +9,25 @@ dependencies:
   - absl-py==1.3.0
   - aiohttp==3.8.3
   - anyio==3.5.0
-  - boto3==1.24.28
+  - boto3==1.34.69
   - build==0.10.0
-  - cachetools==4.2.2
+  - cachetools==5.3.3
   - catboost==1.2.0
   - cloudpickle==2.2.1
   - conda-libmamba-solver==23.7.0
   - coverage==6.3.2
   - cryptography==39.0.1
   - flask-cors==3.0.10
   - flask==2.1.3
-  - fsspec==2023.3.0
+  - fsspec==2024.6.1
   - httpx==0.23.0
+  - huggingface_hub==0.20.3
   - importlib_resources==6.1.1
   - inflection==0.5.1
   - joblib==1.4.2
   - jsonschema==3.2.0
   - lightgbm==4.1.0
-  - mlflow==2.3.1
+  - mlflow==2.16.2
   - moto==4.0.11
   - mypy==1.10.0
   - networkx==2.8.4
@@ -46,7 +47,7 @@ dependencies:
   - requests==2.29.0
   - retrying==1.3.3
   - ruamel.yaml==0.17.21
-  - s3fs==2023.3.0
+  - s3fs==2024.6.1
   - scikit-learn==1.5.1
   - scipy==1.9.3
   - sentence-transformers==2.2.2
@@ -68,7 +69,7 @@ dependencies:
   - types-toml==0.10.8.6
   - typing-extensions==4.6.3
   - werkzeug==2.2.2
-  - xgboost==1.7.6
+  - xgboost==2.1.1
   - pip
   - pip:
       - --extra-index-url https://pypi.org/simple

bazel/environments/conda-gpu-env.yml

@@ -9,24 +9,25 @@ dependencies:
   - absl-py==1.3.0
   - aiohttp==3.8.3
   - anyio==3.5.0
-  - boto3==1.24.28
+  - boto3==1.34.69
   - build==0.10.0
-  - cachetools==4.2.2
+  - cachetools==5.3.3
   - catboost==1.2.0
   - cloudpickle==2.2.1
   - conda-libmamba-solver==23.7.0
   - coverage==6.3.2
   - cryptography==39.0.1
   - flask-cors==3.0.10
   - flask==2.1.3
-  - fsspec==2023.3.0
+  - fsspec==2024.6.1
   - httpx==0.23.0
+  - huggingface_hub==0.20.3
   - importlib_resources==6.1.1
   - inflection==0.5.1
   - joblib==1.4.2
   - jsonschema==3.2.0
   - lightgbm==4.1.0
-  - mlflow==2.3.1
+  - mlflow==2.16.2
   - moto==4.0.11
   - mypy==1.10.0
   - networkx==2.8.4
@@ -48,7 +49,7 @@ dependencies:
   - requests==2.29.0
   - retrying==1.3.3
   - ruamel.yaml==0.17.21
-  - s3fs==2023.3.0
+  - s3fs==2024.6.1
   - scikit-learn==1.5.1
   - scipy==1.9.3
   - sentence-transformers==2.2.2
@@ -70,7 +71,7 @@ dependencies:
   - types-toml==0.10.8.6
   - typing-extensions==4.6.3
   - werkzeug==2.2.2
-  - xgboost==1.7.6
+  - xgboost==2.1.1
   - pip
   - pip:
       - --extra-index-url https://pypi.org/simple

ci/conda_recipe/meta.yaml

@@ -17,7 +17,7 @@ build:
   noarch: python
 package:
   name: snowflake-ml-python
-  version: 1.7.2
+  version: 1.7.3
 requirements:
   build:
     - python
@@ -29,7 +29,7 @@ requirements:
     - cachetools>=3.1.1,<6
     - cloudpickle>=2.0.0
     - cryptography
-    - fsspec>=2022.11,<2024
+    - fsspec>=2024.6.1,<2026
     - importlib_resources>=6.1.1, <7
     - numpy>=1.23,<2
     - packaging>=20.9,<25
@@ -40,7 +40,7 @@ requirements:
     - pyyaml>=6.0,<7
     - requests
     - retrying>=1.3.3,<2
-    - s3fs>=2022.11,<2024
+    - s3fs>=2024.6.1,<2026
     - scikit-learn>=1.4,<1.6
     - scipy>=1.9,<2
     - snowflake-connector-python>=3.5.0,<4
@@ -51,13 +51,14 @@ requirements:
     - python>=3.9,<3.12
   run_constrained:
     - catboost>=1.2.0, <2
+    - huggingface_hub<0.26
     - lightgbm>=4.1.0, <5
-    - mlflow>=2.1.0,<2.4
+    - mlflow>=2.16.0, <3
     - pytorch>=2.0.1,<2.3.0
     - sentence-transformers>=2.2.2,<3
     - sentencepiece>=0.1.95,<1
     - shap>=0.46.0,<1
-    - tensorflow>=2.10,<3
+    - tensorflow>=2.12.0,<3
     - tokenizers>=0.10,<1
     - torchdata>=0.4,<1
     - transformers>=4.32.1,<5

ci/targets/quarantine/prod3.txt

@@ -1,7 +1,7 @@
-//snowflake/ml/model/_packager/model_handlers_test:mlflow_test
 //tests/integ/snowflake/ml/extra_tests:xgboost_external_memory_training_test
 //tests/integ/snowflake/ml/modeling/ensemble:isolation_forest_test
 //tests/integ/snowflake/ml/modeling/linear_model:sgd_one_class_svm_test
 //tests/integ/snowflake/ml/modeling/preprocessing:k_bins_discretizer_test
 //tests/integ/snowflake/ml/modeling/linear_model:logistic_regression_test
-//tests/integ/snowflake/ml/registry/model:registry_mlflow_model_test
+//tests/integ/snowflake/ml/extra_tests:pipeline_with_ohe_and_xgbr_test
+//tests/integ/snowflake/ml/modeling/neighbors:kernel_density_test

requirements.txt

@@ -5,23 +5,24 @@
 absl-py==1.3.0
 accelerate==0.22.0
 anyio==3.5.0
-boto3==1.24.28
+boto3==1.34.69
 build==0.10.0
-cachetools==4.2.2
+cachetools==5.3.3
 catboost==1.2.0
 cloudpickle==2.2.1
 coverage==6.3.2
 cryptography==39.0.1
 flask-cors==3.0.10
 flask==2.1.3
-fsspec[http]==2023.3.0
+fsspec[http]==2024.6.1
 httpx==0.23.0
+huggingface_hub==0.20.3
 importlib_resources==6.1.1
 inflection==0.5.1
 joblib==1.4.2
 jsonschema==3.2.0
 lightgbm==4.1.0
-mlflow==2.3.1
+mlflow==2.16.2
 moto==4.0.11
 mypy==1.10.0
 networkx==2.8.4
@@ -40,7 +41,7 @@ pytimeparse==1.1.8
 pyyaml==6.0
 retrying==1.3.3
 ruamel.yaml==0.17.21
-s3fs==2023.3.0
+s3fs==2024.6.1
 scikit-learn==1.5.1
 scipy==1.9.3
 sentence-transformers==2.2.2
@@ -64,4 +65,4 @@ types-requests==2.30.0.0
 types-toml==0.10.8.6
 typing-extensions==4.6.3
 werkzeug==2.2.2
-xgboost==1.7.6
+xgboost==2.1.1

requirements.yml

@@ -83,7 +83,7 @@
   tags:
     - build_essential
 - name: boto3
-  dev_version: 1.24.28
+  dev_version: 1.34.69
 - name_conda: conda-libmamba-solver
   dev_version_conda: 23.7.0
   tags:
@@ -111,8 +111,8 @@
   dev_version: 2.1.3
 - name_pypi: fsspec[http]
   name_conda: fsspec
-  dev_version: 2023.3.0
-  version_requirements: '>=2022.11,<2024'
+  dev_version: 2024.6.1
+  version_requirements: '>=2024.6.1,<2026'
 - name: httpx
   dev_version: 0.23.0
 - name: importlib_resources
@@ -142,8 +142,8 @@
   requirements_extra_tags:
     - shap
 - name: mlflow
-  dev_version: 2.3.1
-  version_requirements: '>=2.1.0,<2.4'
+  dev_version: 2.16.2
+  version_requirements: '>=2.16.0, <3'
   requirements_extra_tags:
     - mlflow
 - name: moto
@@ -211,8 +211,8 @@
   tags:
     - build_essential
 - name: s3fs
-  dev_version: 2023.3.0
-  version_requirements: '>=2022.11,<2024'
+  dev_version: 2024.6.1
+  version_requirements: '>=2024.6.1,<2026'
 - name: scikit-learn
   dev_version: 1.5.1
   version_requirements: '>=1.4,<1.6'
@@ -231,6 +231,11 @@
   version_requirements: '>=2.2.2,<3'
   requirements_extra_tags:
     - transformers
+- name: huggingface_hub
+  dev_version: 0.20.3
+  version_requirements: <0.26
+  requirements_extra_tags:
+    - transformers
 - name_conda: snowflake-connector-python
   name_pypi: snowflake-connector-python[pandas]
   dev_version: 3.10.0
@@ -250,7 +255,7 @@
 - name: tensorflow
   dev_version_conda: 2.12.0
   dev_version_pypi: 2.12.0
-  version_requirements: '>=2.10,<3'
+  version_requirements: '>=2.12.0,<3'
   requirements_extra_tags:
     - tensorflow
 - name: tokenizers
@@ -286,14 +291,14 @@
   dev_version: 4.6.3
   version_requirements: '>=4.1.0,<5'
 - name: xgboost
-  dev_version: 1.7.6
+  dev_version: 2.1.1
   version_requirements: '>=1.7.3,<3'
   tags:
     - build_essential
 - name: werkzeug
   dev_version: 2.2.2
 - name: cachetools
-  dev_version: 4.2.2
+  dev_version: 5.3.3
   version_requirements: '>=3.1.1,<6'
 - name: pytimeparse
   dev_version: 1.1.8