feat: Add cookieless server hash mode

frontend/src/lib/constants.tsx

@@ -236,6 +236,7 @@ export const FEATURE_FLAGS = {
     EXPERIMENT_STATS_V2: 'experiment-stats-v2', // owner: @danielbachhuber #team-experiments
     WEB_ANALYTICS_PERIOD_COMPARISON: 'web-analytics-period-comparison', // owner: @rafaeelaudibert #team-web-analytics
     WEB_ANALYTICS_CONVERSION_GOAL_FILTERS: 'web-analytics-conversion-goal-filters', // owner: @rafaeelaudibert #team-web-analytics
+    COOKIELESS_SERVER_HASH_MODE_SETTING: 'cookieless-server-hash-mode-setting', // owner: @robbie-c #team-web-analytics
 } as const
 export type FeatureFlagKey = (typeof FEATURE_FLAGS)[keyof typeof FEATURE_FLAGS]
 

frontend/src/lib/utils/concurrencyController.ts

@@ -8,7 +8,7 @@ class ConcurrencyControllerItem<T> {
     constructor(
         concurrencyController: ConcurrencyController,
         userFn: () => Promise<T>,
-        abortController: AbortController,
+        abortController: AbortController | undefined,
         priority: number = Infinity,
         debugTag: string | undefined
     ) {
@@ -17,7 +17,7 @@ class ConcurrencyControllerItem<T> {
         const { promise, resolve, reject } = promiseResolveReject<T>()
         this._promise = promise
         this._runFn = async () => {
-            if (abortController.signal.aborted) {
+            if (abortController?.signal.aborted) {
                 reject(new FakeAbortError(abortController.signal.reason || 'AbortError'))
                 return
             }
@@ -32,7 +32,7 @@ class ConcurrencyControllerItem<T> {
                 reject(error)
             }
         }
-        abortController.signal.addEventListener('abort', () => {
+        abortController?.signal.addEventListener('abort', () => {
             reject(new FakeAbortError(abortController.signal.reason || 'AbortError'))
         })
         promise
@@ -76,7 +76,7 @@ export class ConcurrencyController {
     }: {
         fn: () => Promise<T>
         priority?: number
-        abortController: AbortController
+        abortController?: AbortController
         debugTag?: string
     }): Promise<T> => {
         const item = new ConcurrencyControllerItem(this, fn, abortController, priority, debugTag)

frontend/src/scenes/settings/SettingsMap.tsx

@@ -1,4 +1,5 @@
 import { BounceRatePageViewModeSetting } from 'scenes/settings/environment/BounceRatePageViewMode'
+import { CookielessServerHashModeSetting } from 'scenes/settings/environment/CookielessServerHashMode'
 import { CustomChannelTypes } from 'scenes/settings/environment/CustomChannelTypes'
 import { DeadClicksAutocaptureSettings } from 'scenes/settings/environment/DeadClicksAutocaptureSettings'
 import { PersonsJoinMode } from 'scenes/settings/environment/PersonsJoinMode'
@@ -218,6 +219,12 @@ export const SETTINGS_MAP: SettingSection[] = [
                 title: 'Custom channel type',
                 component: <CustomChannelTypes />,
             },
+            {
+                id: 'cookieless-server-hash-mode',
+                title: 'Cookieless server hash mode',
+                component: <CookielessServerHashModeSetting />,
+                flag: 'COOKIELESS_SERVER_HASH_MODE_SETTING',
+            },
         ],
     },
 

frontend/src/scenes/settings/environment/CookielessServerHashMode.tsx

@@ -0,0 +1,65 @@
+import { useActions, useValues } from 'kea'
+import { LemonButton } from 'lib/lemon-ui/LemonButton'
+import { LemonRadio, LemonRadioOption } from 'lib/lemon-ui/LemonRadio'
+import { useState } from 'react'
+import { teamLogic } from 'scenes/teamLogic'
+
+import { CookielessServerHashMode } from '~/types'
+
+const options: LemonRadioOption<CookielessServerHashMode>[] = [
+    {
+        value: CookielessServerHashMode.Stateful,
+        label: (
+            <>
+                <div>Stateful</div>
+            </>
+        ),
+    },
+    {
+        value: CookielessServerHashMode.Stateless,
+        label: (
+            <>
+                <div>Stateless</div>
+            </>
+        ),
+    },
+    {
+        value: CookielessServerHashMode.Disabled,
+        label: (
+            <>
+                <div>Disabled</div>
+            </>
+        ),
+    },
+]
+
+export function CookielessServerHashModeSetting(): JSX.Element {
+    const { updateCurrentTeam } = useActions(teamLogic)
+    const { currentTeam } = useValues(teamLogic)
+
+    const savedSetting = currentTeam?.cookieless_server_hash_mode ?? CookielessServerHashMode.Disabled
+    const [setting, setSetting] = useState<CookielessServerHashMode>(savedSetting)
+
+    const handleChange = (newSetting: CookielessServerHashMode): void => {
+        updateCurrentTeam({ cookieless_server_hash_mode: newSetting })
+    }
+
+    return (
+        <>
+            <p>
+                Use a cookieless server-side hash mode to hash user data. This is an experimental feature preview and
+                may result in dropped events.
+            </p>
+            <LemonRadio value={setting} onChange={setSetting} options={options} />
+            <div className="mt-4">
+                <LemonButton
+                    type="primary"
+                    onClick={() => handleChange(setting)}
+                    disabledReason={setting === savedSetting ? 'No changes to save' : undefined}
+                >
+                    Save
+                </LemonButton>
+            </div>
+        </>
+    )
+}

frontend/src/scenes/settings/types.ts

@@ -104,6 +104,7 @@ export type SettingId =
     | 'web-vitals-autocapture'
     | 'dead-clicks-autocapture'
     | 'channel-type'
+    | 'cookieless-server-hash-mode'
 
 type FeatureFlagKey = keyof typeof FEATURE_FLAGS
 

frontend/src/scenes/teamActivityDescriber.tsx

@@ -365,6 +365,7 @@ const teamActionsMapping: Record<
     user_access_level: () => null,
     live_events_token: () => null,
     product_intents: () => null,
+    cookieless_server_hash_mode: () => null,
 }
 
 function nameAndLink(logItem?: ActivityLogItem): JSX.Element {

frontend/src/types.ts

@@ -543,6 +543,7 @@ export interface TeamType extends TeamBasicType {
     primary_dashboard: number // Dashboard shown on the project homepage
     live_events_columns: string[] | null // Custom columns shown on the Live Events page
     live_events_token: string
+    cookieless_server_hash_mode?: CookielessServerHashMode
 
     /** Effective access level of the user in this specific team. Null if user has no access. */
     effective_membership_level: OrganizationMembershipLevel | null
@@ -4829,6 +4830,12 @@ export type ReplayTemplateVariableType = {
     noTouch?: boolean
 }
 
+export enum CookielessServerHashMode {
+    Disabled = 0,
+    Stateless = 1,
+    Stateful = 2,
+}
+
 /**
  * Assistant Conversation
  */

plugin-server/package.json

@@ -56,6 +56,7 @@
         "@posthog/cyclotron": "file:../rust/cyclotron-node",
         "@posthog/hogvm": "^1.0.66",
         "@posthog/plugin-scaffold": "1.4.4",
+        "@posthog/siphash": "1.1.1",
         "@sentry/node": "^7.49.0",
         "@sentry/profiling-node": "^0.3.0",
         "@sentry/tracing": "^7.17.4",
@@ -69,16 +70,17 @@
         "express": "^4.18.2",
         "faker": "^5.5.3",
         "fast-deep-equal": "^3.1.3",
+        "fastpriorityqueue": "^0.7.5",
         "fernet-nodejs": "^1.0.6",
         "generic-pool": "^3.7.1",
         "graphile-worker": "0.13.0",
         "ioredis": "^4.27.6",
         "ipaddr.js": "^2.1.0",
         "kafkajs": "^2.2.0",
-        "lz4-kafkajs": "1.0.0",
         "kafkajs-snappy": "^1.1.0",
         "lru-cache": "^6.0.0",
         "luxon": "^3.4.4",
+        "lz4-kafkajs": "1.0.0",
         "node-fetch": "^2.6.1",
         "node-rdkafka": "^2.17.0",
         "node-schedule": "^2.1.0",
@@ -90,6 +92,7 @@
         "re2": "^1.20.3",
         "safe-stable-stringify": "^2.4.0",
         "tail": "^2.2.6",
+        "tldts": "^6.1.57",
         "uuid": "^9.0.1",
         "v8-profiler-next": "^1.9.0",
         "vm2": "3.9.18"

plugin-server/src/types.ts

@@ -528,6 +528,12 @@ export enum PluginLogLevel {
     Critical = 4, // only error type and system source
 }
 
+export enum CookielessServerHashMode {
+    Disabled = 0,
+    Stateless = 1,
+    Stateful = 2,
+}
+
 export interface PluginLogEntry {
     id: string
     team_id: number
@@ -633,13 +639,15 @@ export interface Team {
     api_token: string
     slack_incoming_webhook: string | null
     session_recording_opt_in: boolean
-    person_processing_opt_out?: boolean
+    person_processing_opt_out: boolean | null
     heatmaps_opt_in: boolean | null
     ingested_event: boolean
     person_display_name_properties: string[] | null
     test_account_filters:
         | (EventPropertyFilter | PersonPropertyFilter | ElementPropertyFilter | CohortPropertyFilter)[]
         | null
+    cookieless_server_hash_mode: CookielessServerHashMode | null
+    timezone: string
 }
 
 /** Properties shared by RawEventMessage and EventMessage. */