feat: Save app properties and others to Person from events

plugin-server/functional_tests/webhooks.test.ts

@@ -199,6 +199,7 @@ test.concurrent(`webhooks: fires zapier REST webhook`, async () => {
                 properties: {
                     $creator_event_uuid: eventUuid,
                     $initial_current_url: 'http://localhost:8000',
+                    $last_current_url: 'http://localhost:8000',
                     email: '[email protected]',
                 },
                 uuid: expect.any(String),
@@ -208,6 +209,7 @@ test.concurrent(`webhooks: fires zapier REST webhook`, async () => {
                 $sent_at: expect.any(String),
                 $set: {
                     email: '[email protected]',
+                    $last_current_url: 'http://localhost:8000',
                 },
                 $set_once: {
                     $initial_current_url: 'http://localhost:8000',

plugin-server/src/utils/db/utils.ts

@@ -50,7 +50,11 @@ const campaignParams = new Set([
     'fbclid',
     'msclkid',
 ])
-const initialParams = new Set([
+const initialAndLatestParams = new Set([
+    '$app_build',
+    '$app_name',
+    '$app_namespace',
+    '$app_version',
     '$browser',
     '$browser_version',
     '$device_type',
@@ -60,16 +64,27 @@ const initialParams = new Set([
     '$referring_domain',
     '$referrer',
 ])
-const combinedParams = new Set([...campaignParams, ...initialParams])
+const combinedParams = new Set([...campaignParams, ...initialAndLatestParams])
 
 /** If we get new UTM params, make sure we set those  **/
 export function personInitialAndUTMProperties(properties: Properties): Properties {
     const propertiesCopy = { ...properties }
-    const maybeSet = Object.entries(properties).filter(([key]) => campaignParams.has(key))
 
-    const maybeSetInitial = Object.entries(properties)
+    // all potential params are checked for $initial_ values and added to $set_once
+    const maybeSetInitial: [string, any][] = Object.entries(properties)
         .filter(([key]) => combinedParams.has(key))
         .map(([key, value]) => [`$initial_${key.replace('$', '')}`, value])
+
+    // ONLY non-campaign params are checked for $last_ values are added to $set
+    const maybeSetLast: [string, any][] = Object.entries(properties)
+        .filter(([key]) => initialAndLatestParams.has(key))
+        .map(([key, value]) => [`$last_${key.replace('$', '')}`, value])
+
+    // campaign values are added to $set separately (this is how they were previously handled so kept for backwards compatibility)
+    const maybeSetCampaign: [string, any][] = Object.entries(properties).filter(([key]) => campaignParams.has(key))
+
+    const maybeSet = [...maybeSetLast, ...maybeSetCampaign]
+
     if (Object.keys(maybeSet).length > 0) {
         propertiesCopy.$set = { ...(properties.$set || {}), ...Object.fromEntries(maybeSet) }
     }

plugin-server/tests/main/process-event.test.ts

@@ -315,7 +315,7 @@ test('capture new person', async () => {
     let persons = await hub.db.fetchPersons()
     expect(persons[0].version).toEqual(0)
     expect(persons[0].created_at).toEqual(now)
-    let expectedProps = {
+    let expectedProps: Record<string, any> = {
         $creator_event_uuid: uuid,
         $initial_browser: 'Chrome',
         $initial_browser_version: '95',
@@ -329,6 +329,12 @@ test('capture new person', async () => {
         msclkid: 'BING ADS ID',
         $initial_referrer: 'https://google.com/?q=posthog',
         $initial_referring_domain: 'https://google.com',
+        $last_browser: 'Chrome',
+        $last_browser_version: '95',
+        $last_current_url: 'https://test.com',
+        $last_os: 'Mac OS X',
+        $last_referrer: 'https://google.com/?q=posthog',
+        $last_referring_domain: 'https://google.com',
     }
     expect(persons[0].properties).toEqual(expectedProps)
 
@@ -343,7 +349,17 @@ test('capture new person', async () => {
     expect(events[0].properties).toEqual({
         $ip: '127.0.0.1',
         $os: 'Mac OS X',
-        $set: { utm_medium: 'twitter', gclid: 'GOOGLE ADS ID', msclkid: 'BING ADS ID' },
+        $set: {
+            utm_medium: 'twitter',
+            gclid: 'GOOGLE ADS ID',
+            msclkid: 'BING ADS ID',
+            $last_browser: 'Chrome',
+            $last_browser_version: '95',
+            $last_current_url: 'https://test.com',
+            $last_os: 'Mac OS X',
+            $last_referrer: 'https://google.com/?q=posthog',
+            $last_referring_domain: 'https://google.com',
+        },
         token: 'THIS IS NOT A TOKEN FOR TEAM 2',
         $browser: 'Chrome',
         $set_once: {
@@ -412,6 +428,12 @@ test('capture new person', async () => {
         msclkid: 'BING ADS ID',
         $initial_referrer: 'https://google.com/?q=posthog',
         $initial_referring_domain: 'https://google.com',
+        $last_browser: 'Firefox',
+        $last_browser_version: 80,
+        $last_current_url: 'https://test.com/pricing',
+        $last_os: 'Mac OS X',
+        $last_referrer: 'https://google.com/?q=posthog',
+        $last_referring_domain: 'https://google.com',
     }
     expect(persons[0].properties).toEqual(expectedProps)
 
@@ -425,6 +447,9 @@ test('capture new person', async () => {
 
     expect(events[1].properties.$set).toEqual({
         utm_medium: 'instagram',
+        $last_browser: 'Firefox',
+        $last_browser_version: 80,
+        $last_current_url: 'https://test.com/pricing',
     })
     expect(events[1].properties.$set_once).toEqual({
         $initial_browser: 'Firefox',

plugin-server/tests/utils/db/utils.test.ts

@@ -17,41 +17,74 @@ describe('personInitialAndUTMProperties()', () => {
                 { tag_name: 'a', nth_child: 1, nth_of_type: 2, attr__class: 'btn btn-sm' },
                 { tag_name: 'div', nth_child: 1, nth_of_type: 2, $el_text: '💻' },
             ],
+            $app_build: 2,
+            $app_name: 'my app',
+            $app_namespace: 'com.posthog.myapp',
+            $app_version: '1.2.3',
         }
 
-        expect(personInitialAndUTMProperties(properties)).toEqual({
-            distinct_id: 2,
-            $browser: 'Chrome',
-            $current_url: 'https://test.com',
-            $os: 'Mac OS X',
-            $browser_version: '95',
-            $referring_domain: 'https://google.com',
-            $referrer: 'https://google.com/?q=posthog',
-            utm_medium: 'twitter',
-            gclid: 'GOOGLE ADS ID',
-            msclkid: 'BING ADS ID',
-            $elements: [
-                {
-                    tag_name: 'a',
-                    nth_child: 1,
-                    nth_of_type: 2,
-                    attr__class: 'btn btn-sm',
+        expect(personInitialAndUTMProperties(properties)).toMatchInlineSnapshot(`
+            Object {
+              "$app_build": 2,
+              "$app_name": "my app",
+              "$app_namespace": "com.posthog.myapp",
+              "$app_version": "1.2.3",
+              "$browser": "Chrome",
+              "$browser_version": "95",
+              "$current_url": "https://test.com",
+              "$elements": Array [
+                Object {
+                  "attr__class": "btn btn-sm",
+                  "nth_child": 1,
+                  "nth_of_type": 2,
+                  "tag_name": "a",
                 },
-                { tag_name: 'div', nth_child: 1, nth_of_type: 2, $el_text: '💻' },
-            ],
-            $set: { utm_medium: 'twitter', gclid: 'GOOGLE ADS ID', msclkid: 'BING ADS ID' },
-            $set_once: {
-                $initial_browser: 'Chrome',
-                $initial_current_url: 'https://test.com',
-                $initial_os: 'Mac OS X',
-                $initial_browser_version: '95',
-                $initial_utm_medium: 'twitter',
-                $initial_gclid: 'GOOGLE ADS ID',
-                $initial_msclkid: 'BING ADS ID',
-                $initial_referring_domain: 'https://google.com',
-                $initial_referrer: 'https://google.com/?q=posthog',
-            },
-        })
+                Object {
+                  "$el_text": "💻",
+                  "nth_child": 1,
+                  "nth_of_type": 2,
+                  "tag_name": "div",
+                },
+              ],
+              "$os": "Mac OS X",
+              "$referrer": "https://google.com/?q=posthog",
+              "$referring_domain": "https://google.com",
+              "$set": Object {
+                "$last_app_build": 2,
+                "$last_app_name": "my app",
+                "$last_app_namespace": "com.posthog.myapp",
+                "$last_app_version": "1.2.3",
+                "$last_browser": "Chrome",
+                "$last_browser_version": "95",
+                "$last_current_url": "https://test.com",
+                "$last_os": "Mac OS X",
+                "$last_referrer": "https://google.com/?q=posthog",
+                "$last_referring_domain": "https://google.com",
+                "gclid": "GOOGLE ADS ID",
+                "msclkid": "BING ADS ID",
+                "utm_medium": "twitter",
+              },
+              "$set_once": Object {
+                "$initial_app_build": 2,
+                "$initial_app_name": "my app",
+                "$initial_app_namespace": "com.posthog.myapp",
+                "$initial_app_version": "1.2.3",
+                "$initial_browser": "Chrome",
+                "$initial_browser_version": "95",
+                "$initial_current_url": "https://test.com",
+                "$initial_gclid": "GOOGLE ADS ID",
+                "$initial_msclkid": "BING ADS ID",
+                "$initial_os": "Mac OS X",
+                "$initial_referrer": "https://google.com/?q=posthog",
+                "$initial_referring_domain": "https://google.com",
+                "$initial_utm_medium": "twitter",
+              },
+              "distinct_id": 2,
+              "gclid": "GOOGLE ADS ID",
+              "msclkid": "BING ADS ID",
+              "utm_medium": "twitter",
+            }
+        `)
     })
 
     it('initial current domain regression test', () => {
@@ -62,6 +95,7 @@ describe('personInitialAndUTMProperties()', () => {
         expect(personInitialAndUTMProperties(properties)).toEqual({
             $current_url: 'https://test.com',
             $set_once: { $initial_current_url: 'https://test.com' },
+            $set: { $last_current_url: 'https://test.com' },
         })
     })
 })

plugin-server/tests/worker/ingestion/event-pipeline/event-pipeline-integration.test.ts

@@ -105,6 +105,7 @@ describe('Event Pipeline integration test', () => {
                     $set: {
                         personProp: 'value',
                         anotherValue: 2,
+                        $last_browser: 'Chrome',
                     },
                     $set_once: {
                         $initial_browser: 'Chrome',
@@ -118,6 +119,7 @@ describe('Event Pipeline integration test', () => {
         expect(persons[0].properties).toEqual({
             $creator_event_uuid: event.uuid,
             $initial_browser: 'Chrome',
+            $last_browser: 'Chrome',
             personProp: 'value',
             anotherValue: 2,
         })

plugin-server/tests/worker/ingestion/event-pipeline/processPersonsStep.test.ts

@@ -85,6 +85,7 @@ describe.each([[true], [false]])('processPersonsStep()', (poEEmbraceJoin) => {
                 $browser: 'Chrome',
                 $set: {
                     someProp: 'value',
+                    $last_browser: 'Chrome',
                 },
                 $set_once: {
                     $initial_browser: 'Chrome',
@@ -95,7 +96,12 @@ describe.each([[true], [false]])('processPersonsStep()', (poEEmbraceJoin) => {
             expect.objectContaining({
                 id: expect.any(Number),
                 uuid: expect.any(String),
-                properties: { $initial_browser: 'Chrome', someProp: 'value', $creator_event_uuid: expect.any(String) },
+                properties: {
+                    $initial_browser: 'Chrome',
+                    someProp: 'value',
+                    $creator_event_uuid: expect.any(String),
+                    $last_browser: 'Chrome',
+                },
                 version: 0,
                 is_identified: false,
             })