Evaluation decouple aggregations

apps/web/src/actions/evaluationResults/computeEvaluationResultsCountersAction.ts

@@ -0,0 +1,36 @@
+'use server'
+
+import { EvaluationsRepository } from '@latitude-data/core/repositories'
+import { getEvaluationTotalsQuery } from '@latitude-data/core/services/evaluationResults/index'
+import { findCommitCached } from '$/app/(private)/_data-access'
+import { z } from 'zod'
+
+import { withDocument } from '../procedures'
+
+export const computeEvaluationResultsCountersAction = withDocument
+  .createServerAction()
+  .input(
+    z.object({
+      commitUuid: z.string(),
+      documentUuid: z.string(),
+      evaluationId: z.number(),
+    }),
+  )
+  .handler(async ({ input, ctx }) => {
+    const { evaluationId, documentUuid } = input
+    const { workspace } = ctx
+    const evaluationScope = new EvaluationsRepository(workspace.id)
+    const commit = await findCommitCached({
+      projectId: ctx.project.id,
+      uuid: input.commitUuid,
+    })
+    const evaluation = await evaluationScope
+      .find(evaluationId)
+      .then((r) => r.unwrap())
+    return getEvaluationTotalsQuery({
+      workspaceId: workspace.id,
+      commit,
+      evaluation,
+      documentUuid,
+    })
+  })

apps/web/src/actions/evaluationResults/computeEvaluationResultsMeanValueAction.ts

@@ -0,0 +1,36 @@
+'use server'
+
+import { EvaluationsRepository } from '@latitude-data/core/repositories'
+import { getEvaluationMeanValueQuery } from '@latitude-data/core/services/evaluationResults/index'
+import { findCommitCached } from '$/app/(private)/_data-access'
+import { z } from 'zod'
+
+import { withDocument } from '../procedures'
+
+export const computeEvaluationResultsMeanValueAction = withDocument
+  .createServerAction()
+  .input(
+    z.object({
+      commitUuid: z.string(),
+      documentUuid: z.string(),
+      evaluationId: z.number(),
+    }),
+  )
+  .handler(async ({ input, ctx }) => {
+    const { evaluationId, documentUuid } = input
+    const { workspace } = ctx
+    const evaluationScope = new EvaluationsRepository(workspace.id)
+    const commit = await findCommitCached({
+      projectId: ctx.project.id,
+      uuid: input.commitUuid,
+    })
+    const evaluation = await evaluationScope
+      .find(evaluationId)
+      .then((r) => r.unwrap())
+    return getEvaluationMeanValueQuery({
+      workspaceId: workspace.id,
+      commit,
+      evaluation,
+      documentUuid,
+    })
+  })

apps/web/src/actions/evaluationResults/computeEvaluationResultsModalValueAction.ts

@@ -0,0 +1,36 @@
+'use server'
+
+import { EvaluationsRepository } from '@latitude-data/core/repositories'
+import { getEvaluationModalValueQuery } from '@latitude-data/core/services/evaluationResults/index'
+import { findCommitCached } from '$/app/(private)/_data-access'
+import { z } from 'zod'
+
+import { withDocument } from '../procedures'
+
+export const computeEvaluationResultsModalValueAction = withDocument
+  .createServerAction()
+  .input(
+    z.object({
+      commitUuid: z.string(),
+      documentUuid: z.string(),
+      evaluationId: z.number(),
+    }),
+  )
+  .handler(async ({ input, ctx }) => {
+    const { evaluationId, documentUuid } = input
+    const { workspace } = ctx
+    const evaluationScope = new EvaluationsRepository(workspace.id)
+    const commit = await findCommitCached({
+      projectId: ctx.project.id,
+      uuid: input.commitUuid,
+    })
+    const evaluation = await evaluationScope
+      .find(evaluationId)
+      .then((r) => r.unwrap())
+    return getEvaluationModalValueQuery({
+      workspaceId: workspace.id,
+      commit,
+      evaluation,
+      documentUuid,
+    })
+  })

apps/web/src/actions/evaluations/computeEvaluationResultsWithMetadata.ts

@@ -35,5 +35,6 @@ export const computeEvaluationResultsWithMetadataAction = withProject
       evaluation,
       documentUuid,
       draft: commit,
+      limit: 1000,
     }).then((r) => r.unwrap())
   })

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/_components/DocumentEditor/Editor/Playground/Chat.tsx

@@ -94,8 +94,6 @@ export default function Chat({
       for await (const serverEvent of readStreamableValue(output)) {
         if (!serverEvent) continue
 
-        console.log('serverEvent', serverEvent)
-
         const { event, data } = serverEvent
         const hasMessages = 'messages' in data
         if (hasMessages) {

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/evaluations/[evaluationId]/_components/EvaluationResults/index.tsx

@@ -3,7 +3,7 @@
 import { useState } from 'react'
 
 import { EvaluationDto } from '@latitude-data/core/browser'
-import { EvaluationResultWithMetadata } from '@latitude-data/core/repositories'
+import { type EvaluationResultWithMetadata } from '@latitude-data/core/repositories'
 import {
   TableBlankSlate,
   Text,
@@ -12,6 +12,7 @@ import {
   useCurrentProject,
 } from '@latitude-data/web-ui'
 import { DocumentRoutes, ROUTES } from '$/services/routes'
+import useEvaluationResultsWithMetadata from '$/stores/evaluationResultsWithMetadata'
 import { useProviderLog } from '$/stores/providerLogs'
 import Link from 'next/link'
 
@@ -21,7 +22,7 @@ import { EvaluationStatusBanner } from './EvaluationStatusBanner'
 
 export function EvaluationResults({
   evaluation,
-  evaluationResults,
+  evaluationResults: serverData,
 }: {
   evaluation: EvaluationDto
   evaluationResults: EvaluationResultWithMetadata[]
@@ -33,6 +34,17 @@ export function EvaluationResults({
     EvaluationResultWithMetadata | undefined
   >(undefined)
   const { data: providerLog } = useProviderLog(selectedResult?.providerLogId)
+  const { data: evaluationResults } = useEvaluationResultsWithMetadata(
+    {
+      evaluationId: evaluation.id,
+      documentUuid: document.documentUuid,
+      commitUuid: commit.uuid,
+      projectId: project.id,
+    },
+    {
+      fallbackData: serverData,
+    },
+  )
   return (
     <div className='flex flex-col gap-4'>
       <Text.H4>Evaluation Results</Text.H4>

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/evaluations/[evaluationId]/_components/MetricsSummary/BigNumberPanels/MeanValuePanel/index.tsx

@@ -0,0 +1,53 @@
+'use client'
+
+import { Evaluation, EvaluationMeanValue } from '@latitude-data/core/browser'
+import { RangeBadge } from '@latitude-data/web-ui'
+import useEvaluationResultsMeanValue from '$/stores/evaluationResultCharts/evaluationResultsMeanValue'
+
+import Panel from '../Panel'
+
+export default function MeanValuePanel({
+  mean,
+  commitUuid,
+  documentUuid,
+  evaluation,
+}: {
+  commitUuid: string
+  documentUuid: string
+  evaluation: Evaluation
+  mean: EvaluationMeanValue
+}) {
+  const { data } = useEvaluationResultsMeanValue(
+    {
+      commitUuid,
+      documentUuid,
+      evaluationId: evaluation.id,
+    },
+    {
+      revalidateOnFocus: true,
+      revalidateOnMount: false,
+      revalidateOnReconnect: false,
+      refreshWhenOffline: false,
+      refreshWhenHidden: false,
+      refreshInterval: 0,
+      fallbackData: mean,
+    },
+  )
+  const config = evaluation.configuration.detail!
+  const defaultMinValue = config.range.from
+  const defaultMaxValue = config.range.to
+  return (
+    <Panel
+      label='Current average'
+      additionalInfo='The mean value of all the evaluated results from the current version.'
+    >
+      <div className='w-fit'>
+        <RangeBadge
+          minValue={data?.minValue ?? defaultMinValue}
+          maxValue={data?.maxValue ?? defaultMaxValue}
+          value={data?.meanValue ?? 0}
+        />
+      </div>
+    </Panel>
+  )
+}

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/evaluations/[evaluationId]/_components/MetricsSummary/BigNumberPanels/ModalValuePanel/index.tsx

@@ -0,0 +1,48 @@
+'use client'
+
+import { EvaluationModalValue } from '@latitude-data/core/browser'
+import { Text } from '@latitude-data/web-ui'
+import useEvaluationResultsModalValue from '$/stores/evaluationResultCharts/evaluationResultsModalValue'
+
+import Panel from '../Panel'
+
+export default function ModalValuePanel({
+  modal,
+  commitUuid,
+  documentUuid,
+  evaluationId,
+}: {
+  commitUuid: string
+  documentUuid: string
+  evaluationId: number
+  modal: EvaluationModalValue
+}) {
+  const { data } = useEvaluationResultsModalValue(
+    {
+      commitUuid,
+      documentUuid,
+      evaluationId,
+    },
+    {
+      revalidateOnFocus: true,
+      revalidateOnMount: false,
+      revalidateOnReconnect: false,
+      refreshWhenOffline: false,
+      refreshWhenHidden: false,
+      refreshInterval: 0,
+      fallbackData: modal,
+    },
+  )
+  return (
+    <Panel
+      label='Value more repeated'
+      additionalInfo='Value more repeated in the evaluation results.'
+    >
+      <Text.H3B>{data?.mostCommon ?? '-'}</Text.H3B>
+      <Text.H3 color='foregroundMuted'>
+        {' '}
+        It appeared ({data?.percentage ?? '0'}%)
+      </Text.H3>
+    </Panel>
+  )
+}

apps/web/src/app/(private)/projects/[projectId]/versions/[commitUuid]/documents/[documentUuid]/evaluations/[evaluationId]/_components/MetricsSummary/BigNumberPanels/Panel/index.tsx

@@ -0,0 +1,52 @@
+'use client'
+
+import { ReactNode, useCallback, useState } from 'react'
+
+import { Icon, Text, Tooltip } from '@latitude-data/web-ui'
+
+export default function Panel({
+  label,
+  value,
+  additionalInfo,
+  children,
+}: {
+  label: string
+  value?: string
+  additionalInfo?: string
+  children?: ReactNode
+}) {
+  const [open, setOpen] = useState(false)
+  // On hover panel show tooltip with additional info
+  const onMouseEnter = useCallback(() => {
+    if (!additionalInfo) return
+
+    setOpen(true)
+  }, [additionalInfo])
+  const onMouseLeave = useCallback(() => {
+    setOpen(false)
+  }, [])
+  return (
+    <Tooltip
+      open={open}
+      align='end'
+      trigger={
+        <div
+          className='min-w-44 flex-1 flex flex-col gap-1 p-4 rounded-lg border border-border'
+          onMouseEnter={onMouseEnter}
+          onMouseLeave={onMouseLeave}
+        >
+          <div className='flex flex-row justify-between items-center gap-1'>
+            <Text.H5 color='foregroundMuted'>{label}</Text.H5>
+            {additionalInfo && (
+              <Icon name='info' className='text-muted-foreground' />
+            )}
+          </div>
+          {value && <Text.H3B>{value}</Text.H3B>}
+          {children}
+        </div>
+      }
+    >
+      <Text.H5 color='white'>{additionalInfo}</Text.H5>
+    </Tooltip>
+  )
+}