Add support for Keyless S3 and Snowflake Sinks (#588)

fennel-ai · Oct 23, 2024 · 1ed7ac4 · 1ed7ac4
1 parent 66ecf56
commit 1ed7ac4
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 4 deletions.
diff --git a/docs/pages/api-reference/sink_connectors/s3.md b/docs/pages/api-reference/sink_connectors/s3.md
@@ -82,8 +82,10 @@ parameter inside connector params and make sure `FennelDataAccessRole-` can assu
 - Fennel appends a generated suffix to the above provided prefix to avoid ambiguities when the 
 sink dataset version is updated or when multiple branches have the same sink defined. This suffix
 can be found in the 'Sink' tab of the console after initiating a data sink.
+- A keyless dataset sink ensures at least once delivery, while a keyed dataset sink guarantees 
+exactly once delivery. For keyless datasets, use the `__fennel_hash__` column to identify and 
+filter out duplicate deliveries.
 - Fennel supports S3 sink with only delta format and access to S3 through `FennelDataAccessRole-`.
 In case you require support for other formats or access mechanisms, please reach out to Fennel support
-- Currently, Fennel only supports keyed dataset sinks to S3. Support for keyless datasets will be added soon.
 :::
 
diff --git a/docs/pages/api-reference/sink_connectors/snowflake.md b/docs/pages/api-reference/sink_connectors/snowflake.md
@@ -71,8 +71,9 @@ do this validation at commit time.
 when the sink dataset version is updated or when multiple branches have the same 
 sink defined. This suffix can be viewed in the 'Sink' tab of the console after 
 initiating a data sink.
-- Currently, Fennel only supports keyed dataset sinks to Snowflake. Support 
-for keyless datasets will be added soon.
+- A keyless dataset sink ensures at least once delivery, while a keyed dataset sink guarantees 
+exactly once delivery. For keyless datasets, use the `__fennel_hash__` column to identify and 
+filter out duplicate deliveries.
 :::
 
 

diff --git a/fennel/CHANGELOG.md b/fennel/CHANGELOG.md
@@ -1,5 +1,8 @@
 # Changelog
 
+## [1.5.43] - 2024-10-23
+- Add support for keyless S3 and Snowflake sinks
+
 ## [1.5.42] - 2024-10-23
 - Increase client timeouts
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "fennel-ai"
-version = "1.5.42"
+version = "1.5.43"
 description = "The modern realtime feature engineering platform"
 authors = ["Fennel AI <[email protected]>"]
 packages = [{ include = "fennel" }]