Evaluations PromptL version (#638)

latitude-dev · Nov 19, 2024 · 27044f5 · 27044f5
1 parent 7c69907
commit 27044f5
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/packages/core/src/schema/models/evaluationMetadataLlmAsJudgeAdvanced.ts b/packages/core/src/schema/models/evaluationMetadataLlmAsJudgeAdvanced.ts
@@ -1,4 +1,4 @@
-import { bigint, bigserial, index, text } from 'drizzle-orm/pg-core'
+import { bigint, bigserial, index, integer, text } from 'drizzle-orm/pg-core'
 
 import { latitudeSchema } from '../db-schema'
 import { timestamps } from '../schemaHelpers'
@@ -9,6 +9,7 @@ export const evaluationMetadataLlmAsJudgeAdvanced = latitudeSchema.table(
   {
     id: bigserial('id', { mode: 'number' }).notNull().primaryKey(),
     prompt: text('prompt').notNull(),
+    promptlVersion: integer('promptl_version').notNull().default(0),
     templateId: bigint('template_id', { mode: 'number' }).references(
       () => evaluationAdvancedTemplates.id,
     ),

diff --git a/packages/core/src/services/evaluations/create.ts b/packages/core/src/services/evaluations/create.ts
@@ -285,6 +285,7 @@ export async function createAdvancedEvaluation<
         prompt: metadata.prompt,
         configuration: resultConfiguration,
         templateId: metadata.templateId ?? null,
+        promptlVersion: 0, // TODO: Will be set to 1 by default on future PR
       } as Omit<EvaluationMetadataLlmAsJudgeAdvanced, 'id'>,
       resultType,
       resultConfiguration,