diff --git a/docs/pages/api-reference/sink_connectors/s3.md b/docs/pages/api-reference/sink_connectors/s3.md index 9370d6f3..3a1b0ff8 100644 --- a/docs/pages/api-reference/sink_connectors/s3.md +++ b/docs/pages/api-reference/sink_connectors/s3.md @@ -82,8 +82,10 @@ parameter inside connector params and make sure `FennelDataAccessRole-` can assu - Fennel appends a generated suffix to the above provided prefix to avoid ambiguities when the sink dataset version is updated or when multiple branches have the same sink defined. This suffix can be found in the 'Sink' tab of the console after initiating a data sink. +- A keyless dataset sink ensures at least once delivery, while a keyed dataset sink guarantees +exactly once delivery. For keyless datasets, use the `__fennel_hash__` column to identify and +filter out duplicate deliveries. - Fennel supports S3 sink with only delta format and access to S3 through `FennelDataAccessRole-`. In case you require support for other formats or access mechanisms, please reach out to Fennel support -- Currently, Fennel only supports keyed dataset sinks to S3. Support for keyless datasets will be added soon. ::: diff --git a/docs/pages/api-reference/sink_connectors/snowflake.md b/docs/pages/api-reference/sink_connectors/snowflake.md index d6a73ddc..b45943f0 100644 --- a/docs/pages/api-reference/sink_connectors/snowflake.md +++ b/docs/pages/api-reference/sink_connectors/snowflake.md @@ -71,8 +71,9 @@ do this validation at commit time. when the sink dataset version is updated or when multiple branches have the same sink defined. This suffix can be viewed in the 'Sink' tab of the console after initiating a data sink. -- Currently, Fennel only supports keyed dataset sinks to Snowflake. Support -for keyless datasets will be added soon. +- A keyless dataset sink ensures at least once delivery, while a keyed dataset sink guarantees +exactly once delivery. For keyless datasets, use the `__fennel_hash__` column to identify and +filter out duplicate deliveries. ::: diff --git a/fennel/CHANGELOG.md b/fennel/CHANGELOG.md index fe82838f..b1083842 100644 --- a/fennel/CHANGELOG.md +++ b/fennel/CHANGELOG.md @@ -1,5 +1,8 @@ # Changelog +## [1.5.43] - 2024-10-23 +- Add support for keyless S3 and Snowflake sinks + ## [1.5.42] - 2024-10-23 - Increase client timeouts diff --git a/pyproject.toml b/pyproject.toml index 0315c9dc..905f62c5 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "fennel-ai" -version = "1.5.42" +version = "1.5.43" description = "The modern realtime feature engineering platform" authors = ["Fennel AI "] packages = [{ include = "fennel" }]