rust funnel udfs

PostHog · Oct 1, 2024 · 97f6b2d · 97f6b2d
1 parent 3abc7a5
commit 97f6b2d
Show file tree

Hide file tree

Showing 39 changed files with 790 additions and 6,696 deletions.
diff --git a/docker-compose.base.yml b/docker-compose.base.yml
@@ -79,7 +79,7 @@ services:
         # Note: please keep the default version in sync across
         #       `posthog` and the `charts-clickhouse` repos
         #
-        image: ${CLICKHOUSE_SERVER_IMAGE:-clickhouse/clickhouse-server:23.12.6.19-alpine}
+        image: ${CLICKHOUSE_SERVER_IMAGE:-clickhouse/clickhouse-server:23.12.6.19}
         restart: on-failure
 
     zookeeper:

diff --git a/docker/clickhouse/docker-entrypoint-initdb.d/init-db.sh b/docker/clickhouse/docker-entrypoint-initdb.d/init-db.sh
@@ -1,5 +1,6 @@
 #!/bin/bash
 set -e
 
-apk add python3
+apt-get update
+apt-get -y install python3
 cp -r /idl/* /var/lib/clickhouse/format_schemas/
diff --git a/docker/clickhouse/user_defined_function.xml b/docker/clickhouse/user_defined_function.xml
@@ -29,7 +29,8 @@
             <name>value</name>
         </argument>
         <format>JSONEachRow</format>
-        <command>aggregate_funnel.py</command>
+        <command>aggregate_funnel</command>
+        <lifetime>600</lifetime>
     </function>
 
     <function>
@@ -62,7 +63,8 @@
             <name>value</name>
         </argument>
         <format>JSONEachRow</format>
-        <command>aggregate_funnel_cohort.py</command>
+        <command>aggregate_funnel</command>
+        <lifetime>600</lifetime>
     </function>
 
     <function>
@@ -95,7 +97,8 @@
             <name>value</name>
         </argument>
         <format>JSONEachRow</format>
-        <command>aggregate_funnel_array.py</command>
+        <command>aggregate_funnel</command>
+        <lifetime>600</lifetime>
     </function>
 
     <function>
@@ -129,6 +132,7 @@
         </argument>
         <format>JSONEachRow</format>
         <command>aggregate_funnel_test.py</command>
+        <lifetime>600</lifetime>
     </function>
 
     <function>
@@ -170,6 +174,7 @@
         </argument>
         <format>JSONEachRow</format>
         <command>aggregate_funnel_trends.py</command>
+        <lifetime>600</lifetime>
     </function>
 
     <function>
@@ -208,6 +213,7 @@
         </argument>
         <format>JSONEachRow</format>
         <command>aggregate_funnel_array_trends.py</command>
+        <lifetime>600</lifetime>
     </function>
 
     <function>
@@ -246,6 +252,7 @@
         </argument>
         <format>JSONEachRow</format>
         <command>aggregate_funnel_cohort_trends.py</command>
+        <lifetime>600</lifetime>
     </function>
 
     <function>
@@ -283,5 +290,6 @@
         </argument>
         <format>JSONEachRow</format>
         <command>aggregate_funnel_array_trends_test.py</command>
+        <lifetime>600</lifetime>
     </function>
 </functions>
diff --git a/funnel-udf/.gitignore b/funnel-udf/.gitignore
@@ -0,0 +1 @@
+/target
diff --git a/funnel-udf/Cargo.lock b/funnel-udf/Cargo.lock
diff --git a/funnel-udf/Cargo.toml b/funnel-udf/Cargo.toml
@@ -0,0 +1,14 @@
+[package]
+name = "funnels"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+serde = { version = "1.0.104", features = ["derive"] }
+serde_json = "1.0.48"
+itertools = "0.11"
+uuid = { version = "1.10.0", features = ["v4", "serde"] }
+
+
+[profile.release]
+lto = true