feature: add more analytics events (#313)

apps/gateway/src/routes/api/v1/projects/:projectId/versions/:versionUuid/documents/handlers/get.test.ts

@@ -40,6 +40,8 @@ describe('GET documents', () => {
         user,
       })
       const document = await createDocumentVersion({
+        workspace,
+        user,
         commit,
         path,
         content: helpers.createPrompt({ provider: providers[0]! }),

apps/gateway/src/routes/api/v1/projects/:projectId/versions/:versionUuid/documents/handlers/run.test.ts

@@ -95,6 +95,8 @@ describe('POST /run', () => {
         user,
       })
       const document = await createDocumentVersion({
+        workspace,
+        user,
         commit: cmt,
         path,
         content: helpers.createPrompt({ provider: providers[0]! }),

apps/web/src/actions/commits/deleteDraftCommit.test.ts

@@ -117,11 +117,15 @@ describe('getUsersAction', () => {
         user,
       })
       await factories.createDocumentVersion({
+        workspace,
+        user,
         commit: draft,
         path: 'patata/doc1',
         content: factories.helpers.createPrompt({ provider }),
       })
       await factories.createDocumentVersion({
+        workspace,
+        user,
         commit: anotherDraf,
         path: 'patata/doc2',
         content: factories.helpers.createPrompt({ provider }),

apps/web/src/actions/commits/publishDraftCommitAction.ts

@@ -1,5 +1,6 @@
 'use server'
 
+import { publisher } from '@latitude-data/core/events/publisher'
 import { CommitsRepository } from '@latitude-data/core/repositories'
 import { mergeCommit } from '@latitude-data/core/services/commits/merge'
 import { z } from 'zod'
@@ -15,5 +16,15 @@ export const publishDraftCommitAction = withProject
       .getCommitById(input.id)
       .then((r) => r.unwrap())
     const merged = await mergeCommit(commit).then((r) => r.unwrap())
+
+    publisher.publishLater({
+      type: 'commitPublished',
+      data: {
+        commit: merged,
+        userEmail: ctx.user.email,
+        workspaceId: ctx.workspace.id,
+      },
+    })
+
     return merged
   })

apps/web/src/actions/connectedEvaluations/update.test.ts

@@ -39,14 +39,18 @@ describe('updateConnectedEvaluationAction', () => {
     user = setup.user
 
     // Create a connected evaluation using a factory
-    const evaluation = await factories.createLlmAsJudgeEvaluation({ workspace })
+    const evaluation = await factories.createLlmAsJudgeEvaluation({
+      workspace,
+      user,
+    })
     const { commit } = await factories.createDraft({ project, user })
     const { documentLog } = await factories.createDocumentLog({
       document: setup.documents[0]!,
       commit,
     })
 
     connectedEvaluation = await factories.createConnectedEvaluation({
+      user,
       workspace,
       evaluationUuid: evaluation.uuid,
       documentUuid: documentLog.documentUuid,

apps/web/src/actions/datasets/create.ts

@@ -74,6 +74,7 @@ export const createDatasetAction = authProcedure
       input.csvDelimiter === 'custom'
         ? input.csvCustomDelimiter
         : DELIMITER_VALUES[input.csvDelimiter]
+
     return createDataset({
       workspace: ctx.workspace,
       author: ctx.user,

apps/web/src/actions/documents/create.ts

@@ -22,6 +22,8 @@ export const createDocumentVersionAction = withProject
       .then((r) => r.unwrap())
 
     const result = await createNewDocument({
+      workspace: ctx.workspace,
+      user: ctx.user,
       commit,
       path: input.path,
     })

apps/web/src/actions/evaluations/connect.test.ts

@@ -73,6 +73,7 @@ describe('connectEvaluationsAction', () => {
     it('connects evaluations and templates to a document', async () => {
       const evaluation = await factories.createLlmAsJudgeEvaluation({
         workspace,
+        user,
         name: 'Test Evaluation',
         prompt: factories.helpers.createPrompt({ provider }),
       })

apps/web/src/actions/evaluations/connect.ts

@@ -20,6 +20,7 @@ export const connectEvaluationsAction = withProject
       documentUuid: input.documentUuid,
       evaluationUuids: input.evaluationUuids,
       templateIds: input.templateIds,
+      user: ctx.user,
     }).then((r) => r.unwrap())
 
     return connectedEvaluations

apps/web/src/actions/evaluations/create.ts

@@ -41,6 +41,7 @@ export const createEvaluationAction = authProcedure
       metadata: input.metadata,
       configuration: input.configuration,
       type: input.type,
+      user: ctx.user,
     })
 
     return result.unwrap()

apps/web/src/actions/evaluations/destroy.test.ts

@@ -34,6 +34,7 @@ describe('destroyEvaluationAction', () => {
       })
       const evaluation = await factories.createLlmAsJudgeEvaluation({
         workspace,
+        user: userData,
         prompt: factories.helpers.createPrompt({ provider }),
       })
       evaluationId = evaluation.id
@@ -68,6 +69,7 @@ describe('destroyEvaluationAction', () => {
       })
       evaluation = await factories.createLlmAsJudgeEvaluation({
         workspace,
+        user,
         prompt: factories.helpers.createPrompt({ provider }),
       })
 

apps/web/src/actions/evaluations/runBatch.test.ts

@@ -25,6 +25,7 @@ const mocks = vi.hoisted(() => ({
       jobs: {
         enqueueCreateEventJob: vi.fn(),
         enqueuePublishEventJob: vi.fn(),
+        enqueuePublishToAnalyticsJob: vi.fn(),
       },
     },
   },
@@ -91,6 +92,7 @@ describe('runBatchAction', () => {
         .then((result) => result.dataset)
 
       evaluation = await factories.createLlmAsJudgeEvaluation({
+        user,
         workspace,
         name: 'Test Evaluation',
       })
@@ -179,6 +181,7 @@ describe('runBatchAction', () => {
 
     it('enqueues multiple evaluation jobs for multiple evaluationIds', async () => {
       const evaluation2 = await factories.createLlmAsJudgeEvaluation({
+        user,
         workspace,
         name: 'Test Evaluation 2',
       })

apps/web/src/actions/evaluations/runBatch.ts

@@ -98,7 +98,10 @@ export const runBatchEvaluationAction = withDataset
     const queues = await setupJobs()
     evaluations.forEach((evaluation) => {
       const batchId = `evaluation:${evaluation.id}:${nanoid(5)}`
+
       queues.defaultQueue.jobs.enqueueRunBatchEvaluationJob({
+        workspace: ctx.workspace,
+        user: ctx.user,
         evaluation,
         dataset: ctx.dataset,
         document: ctx.document,

apps/web/src/actions/providerApiKeys/create.ts

@@ -22,7 +22,7 @@ export const createProviderApiKeyAction = authProcedure
       provider: input.provider,
       token: input.token,
       name: input.name,
-      authorId: ctx.user.id,
+      author: ctx.user,
     })
       .then((r) => r.unwrap())
       .then(providerApiKeyPresenter)

apps/web/src/actions/providerApiKeys/fetch.test.ts

@@ -46,8 +46,8 @@ describe('getProviderApiKeyAction', async () => {
         // openai example apikey token
         token: 'sk-1234567890abcdef1234567890abcdef',
         workspace: session!.workspace,
+        author: session!.userData,
         name: 'foo',
-        authorId: session!.userData.id,
       })
 
       const [data, error] = await getProviderApiKeyAction()

apps/web/src/actions/user/setupAction.ts

@@ -35,6 +35,7 @@ export const setupAction = errorHandlingProcedure
   .handler(async ({ input }) => {
     const result = await setupService(input)
     const { user } = result.unwrap()
+
     await createMagicLinkToken({ user: user }).then((r) => r.unwrap())
 
     redirect(ROUTES.auth.magicLinkSent(user.email))

apps/web/src/app/api/documents/[projectId]/[commitUuid]/[documentUuid]/evaluations/route.test.ts

@@ -47,10 +47,12 @@ describe('GET /api/documents/[projectId]/[commitUuid]/[documentUuid]/evaluations
     mockEvaluations = [
       await factories.createConnectedEvaluation({
         workspace,
+        user: setup.user,
         documentUuid: documents[0]!.documentUuid,
       }),
       await factories.createConnectedEvaluation({
         workspace,
+        user: setup.user,
         documentUuid: documents[1]!.documentUuid,
       }),
     ]

apps/web/src/services/user/setupService.ts

@@ -47,7 +47,7 @@ export default function setupService({
         provider: Providers.OpenAI,
         name: env.DEFAULT_PROVIDER_ID,
         token: env.DEFAULT_PROVIDER_API_KEY,
-        authorId: user.id,
+        author: user,
       },
       tx,
     )

package.json

@@ -77,6 +77,7 @@
     "nodemailer-html-to-text": "^3.2.0",
     "nodemailer-mailgun-transport": "^2.1.5",
     "pg": "^8.12.0",
+    "posthog-node": "^4.2.0",
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
     "react-resizable": "^3.0.5",

packages/core/drizzle/0061_orange_master_mold.sql

@@ -0,0 +1,24 @@
+/* 
+    Unfortunately in current drizzle-kit version we can't automatically get name for primary key.
+    We are working on making it available!
+
+    Meanwhile you can:
+        1. Check pk name in your database, by running
+            SELECT constraint_name FROM information_schema.table_constraints
+            WHERE table_schema = 'latitude'
+                AND table_name = 'events'
+                AND constraint_type = 'PRIMARY KEY';
+        2. Uncomment code below and paste pk name manually
+        
+    Hope to release this update as soon as possible
+*/
+
+-- ALTER TABLE "events" DROP CONSTRAINT "<constraint_name>";--> statement-breakpoint
+ALTER TABLE "latitude"."events" ADD COLUMN "workspace_id" bigint;--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "latitude"."events" ADD CONSTRAINT "events_workspace_id_workspaces_id_fk" FOREIGN KEY ("workspace_id") REFERENCES "latitude"."workspaces"("id") ON DELETE no action ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+CREATE INDEX IF NOT EXISTS "event_workspace_idx" ON "latitude"."events" USING btree ("workspace_id");