Fix YAML compiler

apps/gateway/src/routes/api/v1/projects/:projectId/commits/:commitUuid/documents/handlers/get.test.ts

@@ -3,6 +3,7 @@ import {
   createDocumentVersion,
   createDraft,
   createProject,
+  helpers,
 } from '@latitude-data/core/factories'
 import { DocumentVersionsRepository } from '@latitude-data/core/repositories'
 import { apiKeys } from '@latitude-data/core/schema'
@@ -28,7 +29,7 @@ describe('GET documents', () => {
 
   describe('authorized', () => {
     it('succeeds', async () => {
-      const { workspace, user, project } = await createProject()
+      const { workspace, user, project, providers } = await createProject()
       // TODO: move to core
       const apikey = await database.query.apiKeys.findFirst({
         where: eq(apiKeys.workspaceId, workspace.id),
@@ -38,7 +39,11 @@ describe('GET documents', () => {
         project,
         user,
       })
-      const document = await createDocumentVersion({ commit, path })
+      const document = await createDocumentVersion({
+        commit,
+        path,
+        content: helpers.createPrompt({ provider: providers[0]! }),
+      })
 
       await mergeCommit(commit).then((r) => r.unwrap())
 

apps/gateway/src/routes/api/v1/projects/:projectId/commits/:commitUuid/documents/handlers/run.test.ts

@@ -10,6 +10,7 @@ import {
   createDocumentVersion,
   createDraft,
   createProject,
+  helpers,
 } from '@latitude-data/core/factories'
 import { Result } from '@latitude-data/core/lib/Result'
 import { apiKeys } from '@latitude-data/core/schema'
@@ -74,7 +75,12 @@ describe('POST /run', () => {
 
   describe('authorized', () => {
     beforeEach(async () => {
-      const { workspace: wsp, user, project: prj } = await createProject()
+      const {
+        workspace: wsp,
+        user,
+        project: prj,
+        providers,
+      } = await createProject()
       project = prj
       workspace = wsp
       // TODO: move to core
@@ -90,14 +96,7 @@ describe('POST /run', () => {
       const document = await createDocumentVersion({
         commit: cmt,
         path,
-        content: `
-          ---
-            provider: openai
-            model: gpt-4o
-          ---
-
-          Ignore all the rest and just return "Hello".
-        `,
+        content: helpers.createPrompt({ provider: providers[0]! }),
       })
 
       commit = await mergeCommit(cmt).then((r) => r.unwrap())

apps/web/src/actions/commits/publishDraftCommit.test.ts

@@ -1,11 +1,13 @@
-import type {
-  Commit,
-  DocumentVersion,
-  Project,
-  User,
-  Workspace,
+import {
+  Providers,
+  type Commit,
+  type DocumentVersion,
+  type Project,
+  type User,
+  type Workspace,
 } from '@latitude-data/core/browser'
 import * as factories from '@latitude-data/core/factories'
+import { helpers } from '@latitude-data/core/factories'
 import { updateDocument } from '@latitude-data/core/services/documents/update'
 import { publishDraftCommitAction } from '$/actions/commits/publishDraftCommitAction'
 import { beforeEach, describe, expect, it, vi } from 'vitest'
@@ -33,7 +35,10 @@ describe('publishDraftCommitAction', () => {
       project: prj,
       documents: docs,
     } = await factories.createProject({
-      documents: { doc1: 'content' },
+      providers: [{ type: Providers.OpenAI, name: 'openai' }],
+      documents: {
+        doc1: helpers.createPrompt({ provider: 'openai', content: 'content' }),
+      },
     })
     user = usr
     workspace = wp

apps/web/src/actions/documents/destroyDocumentAction/index.test.ts

@@ -2,10 +2,15 @@ import {
   Commit,
   DocumentVersion,
   Project,
+  Providers,
   User,
 } from '@latitude-data/core/browser'
 import { database } from '@latitude-data/core/client'
-import { createDraft, createProject } from '@latitude-data/core/factories'
+import {
+  createDraft,
+  createProject,
+  helpers,
+} from '@latitude-data/core/factories'
 import { documentVersions } from '@latitude-data/core/schema'
 import { and, eq } from 'drizzle-orm'
 import { beforeEach, describe, expect, it, vi } from 'vitest'
@@ -34,7 +39,10 @@ describe('destroyDocumentAction', async () => {
       commit: cmt,
       documents: allDocs,
     } = await createProject({
-      documents: { doc1: 'Doc 1' },
+      providers: [{ type: Providers.OpenAI, name: 'openai' }],
+      documents: {
+        doc1: helpers.createPrompt({ provider: 'openai', content: 'Doc 1' }),
+      },
     })
     const { commit } = await createDraft({ project: prj, user })
     merged = cmt
@@ -67,7 +75,10 @@ describe('destroyDocumentAction', async () => {
         commit: otherCommit,
         documents: allDocs,
       } = await createProject({
-        documents: { doc1: 'Doc 1' },
+        providers: [{ type: Providers.OpenAI, name: 'openai' }],
+        documents: {
+          doc1: helpers.createPrompt({ provider: 'openai', content: 'Doc 1' }),
+        },
       })
       const otherWorkspaceDocument = allDocs[0]!
       const [_, error] = await destroyDocumentAction({

apps/web/src/actions/documents/updateContent.test.ts

@@ -1,4 +1,9 @@
-import { DocumentVersion, Project, User } from '@latitude-data/core/browser'
+import {
+  DocumentVersion,
+  Project,
+  Providers,
+  User,
+} from '@latitude-data/core/browser'
 import * as factories from '@latitude-data/core/factories'
 import { updateDocument } from '@latitude-data/core/services/documents/update'
 import { findCommitById } from 'node_modules/@latitude-data/core/src/data-access/commits'
@@ -24,8 +29,12 @@ describe('updateDocumentAction', async () => {
       const { workspace } = await factories.createWorkspace()
       const { documents, project } = await factories.createProject({
         workspace,
+        providers: [{ type: Providers.OpenAI, name: 'openai' }],
         documents: {
-          doc1: 'foo',
+          doc1: factories.helpers.createPrompt({
+            provider: 'openai',
+            content: 'foo',
+          }),
         },
       })
       doc1 = documents.filter((d) => d.path === 'doc1')[0]!
@@ -57,8 +66,12 @@ describe('updateDocumentAction', async () => {
       const { documents, project: projectData } = await factories.createProject(
         {
           workspace,
+          providers: [{ type: Providers.OpenAI, name: 'openai' }],
           documents: {
-            doc1: 'foo',
+            doc1: factories.helpers.createPrompt({
+              provider: 'openai',
+              content: 'foo',
+            }),
           },
         },
       )

apps/web/src/actions/evaluations/connect.test.ts

@@ -44,7 +44,13 @@ describe('connectEvaluationsAction', () => {
 
     beforeEach(async () => {
       const setup = await factories.createProject({
-        documents: { 'test-doc': 'Test content' },
+        providers: [{ type: Providers.OpenAI, name: 'openai' }],
+        documents: {
+          'test-doc': factories.helpers.createPrompt({
+            provider: 'openai',
+            content: 'Test content',
+          }),
+        },
       })
       workspace = setup.workspace
       user = setup.user

apps/web/src/actions/evaluations/runBatch.test.ts

@@ -4,6 +4,7 @@ import {
   DocumentVersion,
   EvaluationDto,
   Project,
+  Providers,
   User,
   Workspace,
 } from '@latitude-data/core/browser'
@@ -67,7 +68,13 @@ describe('runBatchAction', () => {
       vi.clearAllMocks()
 
       const setup = await factories.createProject({
-        documents: { 'test-doc': 'Test content' },
+        providers: [{ type: Providers.OpenAI, name: 'openai' }],
+        documents: {
+          'test-doc': factories.helpers.createPrompt({
+            provider: 'openai',
+            content: 'Test content',
+          }),
+        },
       })
       workspace = setup.workspace
       user = setup.user

apps/web/src/app/(private)/evaluations/(evaluation)/[evaluationUuid]/editor/_components/EvaluationEditor/Editor/index.tsx

@@ -3,13 +3,15 @@
 import { Suspense, useCallback, useEffect, useMemo, useState } from 'react'
 
 import { ConversationMetadata, readMetadata } from '@latitude-data/compiler'
+import { promptConfigSchema } from '@latitude-data/core/browser'
 import {
   Button,
   DocumentTextEditor,
   DocumentTextEditorFallback,
 } from '@latitude-data/web-ui'
 import EditorHeader from '$/components/EditorHeader'
 import useEvaluations from '$/stores/evaluations'
+import useProviderApiKeys from '$/stores/providerApiKeys'
 
 import Playground from './Playground'
 import { EVALUATION_PARAMETERS } from './Playground/Chat'
@@ -26,8 +28,13 @@ export default function EvaluationEditor({
     () => data.find((e) => e.uuid === evaluationUuid),
     [evaluationUuid, data],
   )
+  const { data: providers } = useProviderApiKeys()
   const [value, setValue] = useState(defaultPrompt)
   const [metadata, setMetadata] = useState<ConversationMetadata>()
+  const configSchema = useMemo(
+    () => promptConfigSchema({ providers: providers ?? [] }),
+    [providers],
+  )
   const save = useCallback(
     (val: string) => {
       update({
@@ -49,8 +56,9 @@ export default function EvaluationEditor({
     readMetadata({
       prompt: value,
       withParameters: EVALUATION_PARAMETERS,
+      configSchema,
     }).then(setMetadata)
-  }, [value])
+  }, [value, configSchema])
 
   if (!evaluation) return null
 

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/_components/DocumentEditor/Editor/index.tsx

@@ -6,6 +6,7 @@ import {
   Suspense,
   useCallback,
   useEffect,
+  useMemo,
   useState,
 } from 'react'
 
@@ -14,7 +15,10 @@ import {
   readMetadata,
   Document as RefDocument,
 } from '@latitude-data/compiler'
-import { DocumentVersion } from '@latitude-data/core/browser'
+import {
+  DocumentVersion,
+  promptConfigSchema,
+} from '@latitude-data/core/browser'
 import {
   DocumentTextEditor,
   DocumentTextEditorFallback,
@@ -25,6 +29,7 @@ import { type AddMessagesActionFn } from '$/actions/sdk/addMessagesAction'
 import type { RunDocumentActionFn } from '$/actions/sdk/runDocumentAction'
 import EditorHeader from '$/components/EditorHeader'
 import useDocumentVersions from '$/stores/documentVersions'
+import useProviderApiKeys from '$/stores/providerApiKeys'
 import { useDebouncedCallback } from 'use-debounce'
 
 import Playground from './Playground'
@@ -50,6 +55,7 @@ export default function DocumentEditor({
 }) {
   const { commit } = useCurrentCommit()
   const { project } = useCurrentProject()
+  const { data: providers } = useProviderApiKeys()
 
   const { data: _documents, updateContent } = useDocumentVersions(
     {
@@ -63,6 +69,10 @@ export default function DocumentEditor({
   const [value, setValue] = useState(document.content)
   const [isSaved, setIsSaved] = useState(true)
   const [metadata, setMetadata] = useState<ConversationMetadata>()
+  const configSchema = useMemo(
+    () => promptConfigSchema({ providers }),
+    [providers],
+  )
 
   const debouncedSave = useDebouncedCallback(
     (val: string) => {
@@ -123,8 +133,9 @@ export default function DocumentEditor({
       prompt: value,
       fullPath: document.path,
       referenceFn: readDocument,
+      configSchema,
     }).then(setMetadata)
-  }, [readDocument])
+  }, [readDocument, configSchema])
 
   const isMerged = commit.mergedAt !== null
   return (