From 4cac553b7b1d60c5b503e3b68bf578ccbec65a62 Mon Sep 17 00:00:00 2001
From: andresgutgon <andresgutgon@gmail.com>
Date: Fri, 6 Sep 2024 17:51:04 +0200
Subject: [PATCH] Dataset preview data

---
 apps/web/src/actions/datasets/preview.ts      | 21 ++++++++++
 .../_components/DatasetsTable/index.tsx       | 18 ++++++++
 .../_components/PreviewDatasetModal/index.tsx | 37 ++++++++++++++++
 apps/web/src/stores/datasetPreviews.ts        | 42 +++++++++++++++++++
 packages/core/src/lib/readCsv.ts              | 38 ++++++++++++-----
 .../core/src/services/datasets/preview.ts     | 21 ++++++++++
 packages/web-ui/src/ds/atoms/Icons/index.tsx  |  2 +
 7 files changed, 169 insertions(+), 10 deletions(-)
 create mode 100644 apps/web/src/actions/datasets/preview.ts
 create mode 100644 apps/web/src/app/(private)/datasets/_components/PreviewDatasetModal/index.tsx
 create mode 100644 apps/web/src/stores/datasetPreviews.ts
 create mode 100644 packages/core/src/services/datasets/preview.ts

diff --git a/apps/web/src/actions/datasets/preview.ts b/apps/web/src/actions/datasets/preview.ts
new file mode 100644
index 000000000..f0cba9e97
--- /dev/null
+++ b/apps/web/src/actions/datasets/preview.ts
@@ -0,0 +1,21 @@
+'use server'
+
+import { DatasetsRepository } from '@latitude-data/core/repositories'
+import { previewDataset } from '@latitude-data/core/services/datasets/preview'
+import disk from '$/lib/disk'
+import { z } from 'zod'
+
+import { authProcedure } from '../procedures'
+
+export const previewDatasetAction = authProcedure
+  .createServerAction()
+  .input(
+    z.object({
+      id: z.number(),
+    }),
+  )
+  .handler(async ({ ctx, input }) => {
+    const repo = new DatasetsRepository(ctx.workspace.id)
+    const dataset = await repo.find(input.id).then((r) => r.unwrap())
+    return await previewDataset({ dataset, disk }).then((r) => r.unwrap())
+  })
diff --git a/apps/web/src/app/(private)/datasets/_components/DatasetsTable/index.tsx b/apps/web/src/app/(private)/datasets/_components/DatasetsTable/index.tsx
index 67f5d4b7c..dbf692d00 100644
--- a/apps/web/src/app/(private)/datasets/_components/DatasetsTable/index.tsx
+++ b/apps/web/src/app/(private)/datasets/_components/DatasetsTable/index.tsx
@@ -13,8 +13,10 @@ import {
   TableHeader,
   TableRow,
   Text,
+  Tooltip,
 } from '@latitude-data/web-ui'
 import DeleteDatasetModal from '$/app/(private)/datasets/_components/DeleteDatasetModal'
+import PreviewDatasetModal from '$/app/(private)/datasets/_components/PreviewDatasetModal'
 import useDatasets from '$/stores/datasets'
 
 export function DatasetsTable({
@@ -23,12 +25,14 @@ export function DatasetsTable({
   datasets: Dataset[]
 }) {
   const [deletable, setDeletable] = useState<Dataset | null>(null)
+  const [preview, setPreview] = useState<Dataset | null>(null)
   const { data: datasets } = useDatasets(undefined, {
     fallbackData: serverDatasets,
   })
   return (
     <>
       <DeleteDatasetModal dataset={deletable} setDataset={setDeletable} />
+      <PreviewDatasetModal dataset={preview} setPreview={setPreview} />
       <Table>
         <TableHeader>
           <TableRow verticalPadding>
@@ -38,6 +42,7 @@ export function DatasetsTable({
             <TableHead>Author</TableHead>
             <TableHead>Created at</TableHead>
             <TableHead />
+            <TableHead />
           </TableRow>
         </TableHeader>
         <TableBody>
@@ -60,6 +65,19 @@ export function DatasetsTable({
                   {dateFormatter.formatDate(dataset.createdAt)}
                 </Text.H4>
               </TableCell>
+              <TableCell align='center'>
+                <Tooltip
+                  trigger={
+                    <Button
+                      onClick={() => setPreview(dataset)}
+                      variant='nope'
+                      iconProps={{ name: 'eye', color: 'foregroundMuted' }}
+                    />
+                  }
+                >
+                  <Text.H6B color='white'>Show file preview (first 100 rows)</Text.H6B>
+                </Tooltip>
+              </TableCell>
               <TableCell align='center'>
                 <Button
                   onClick={() => setDeletable(dataset)}
diff --git a/apps/web/src/app/(private)/datasets/_components/PreviewDatasetModal/index.tsx b/apps/web/src/app/(private)/datasets/_components/PreviewDatasetModal/index.tsx
new file mode 100644
index 000000000..086aff6b3
--- /dev/null
+++ b/apps/web/src/app/(private)/datasets/_components/PreviewDatasetModal/index.tsx
@@ -0,0 +1,37 @@
+import { Dataset } from '@latitude-data/core/browser'
+import { Modal, ReactStateDispatch } from '@latitude-data/web-ui'
+import useDatasetPreview from '$/stores/datasetPreviews'
+
+function PreviewModal({
+  dataset,
+  setPreview,
+}: {
+  dataset: Dataset
+  setPreview: ReactStateDispatch<Dataset | null>
+}) {
+  const { data, isLoading } = useDatasetPreview({ dataset })
+  console.log('Preview', data, isLoading)
+  return (
+    <Modal
+      size='large'
+      open
+      title={`${dataset.name} preview`}
+      description='First 100 rows of the dataset'
+      onOpenChange={(open: boolean) => !open && setPreview(null)}
+    >
+      Hola {isLoading}
+    </Modal>
+  )
+}
+
+export default function PreviewDatasetModal({
+  dataset,
+  setPreview,
+}: {
+  dataset: Dataset | null
+  setPreview: ReactStateDispatch<Dataset | null>
+}) {
+  if (!dataset) return null
+
+  return <PreviewModal dataset={dataset} setPreview={setPreview} />
+}
diff --git a/apps/web/src/stores/datasetPreviews.ts b/apps/web/src/stores/datasetPreviews.ts
new file mode 100644
index 000000000..0b44e24fb
--- /dev/null
+++ b/apps/web/src/stores/datasetPreviews.ts
@@ -0,0 +1,42 @@
+import { useCallback } from 'react'
+
+import type { Dataset } from '@latitude-data/core/browser'
+import { useToast } from '@latitude-data/web-ui'
+import { previewDatasetAction } from '$/actions/datasets/preview'
+import useCurrentWorkspace from '$/stores/currentWorkspace'
+import { SWRConfiguration } from 'swr'
+import useSWRImmutable from 'swr/immutable'
+
+export default function useDatasetPreview(
+  { dataset }: { dataset: Dataset },
+  opts?: SWRConfiguration,
+) {
+  const { data: workspace } = useCurrentWorkspace()
+  const { toast } = useToast()
+  const fetcher = useCallback(async () => {
+    const [data, error] = await previewDatasetAction({ id: dataset.id })
+    console.log('FETCHING')
+    if (error) {
+      toast({
+        title: 'Error',
+        description: error.message,
+        variant: 'destructive',
+      })
+
+      return []
+    }
+
+    return data
+  }, [toast])
+
+  const { data = [], ...rest } = useSWRImmutable(
+    ['workspace', workspace.id, 'datasets_preview', dataset?.id],
+    fetcher,
+    opts,
+  )
+
+  return {
+    data,
+    isLoading: rest.isLoading,
+  }
+}
diff --git a/packages/core/src/lib/readCsv.ts b/packages/core/src/lib/readCsv.ts
index 4c2b6257c..d7045dbdc 100644
--- a/packages/core/src/lib/readCsv.ts
+++ b/packages/core/src/lib/readCsv.ts
@@ -1,25 +1,43 @@
-import { CsvError, parse } from 'csv-parse/sync'
+import { CsvError, parse, type Options as CsvOptions } from 'csv-parse/sync'
 
 import { Result } from './Result'
 
-type ParseCsvOptions = { delimiter?: string }
+function getData(file: File | string) {
+  if (typeof file === 'string') {
+    return file
+  }
+  return file.text()
+}
+
+type ParseCsvOptions = {
+  delimiter?: string
+  // https://csv.js.org/parse/options/to_line/
+  limit?: number
+}
+type ParseResult = {
+  record: Record<string, string>
+  info: { columns: { name: string }[] }
+}
 export async function syncReadCsv(
-  file: File,
-  { delimiter = ';' }: ParseCsvOptions = {},
+  file: File | string,
+  { delimiter = ';', limit = -1 }: ParseCsvOptions = {},
 ) {
   try {
-    const data = await file.text()
-    const records = parse(data, {
+    const data = await getData(file)
+    let opts: CsvOptions = {
       delimiter,
       relax_column_count: true,
       trim: true,
       skip_empty_lines: true,
       columns: true,
       info: true,
-    }) as {
-      record: Record<string, string>
-      info: { columns: { name: string }[] }
-    }[] // not typed
+    }
+
+    if (limit > 0) {
+      opts = { ...opts, to_line: limit }
+    }
+
+    const records = parse(data, opts) as ParseResult[]
 
     if (records.length < 1)
       return Result.ok({ headers: [], rowCount: 0, data: [] })
diff --git a/packages/core/src/services/datasets/preview.ts b/packages/core/src/services/datasets/preview.ts
new file mode 100644
index 000000000..e8d89d34b
--- /dev/null
+++ b/packages/core/src/services/datasets/preview.ts
@@ -0,0 +1,21 @@
+import { Dataset } from '../../browser'
+import { DiskWrapper } from '../../lib/disk'
+import { syncReadCsv } from '../../lib/readCsv'
+
+/**
+ * This service pick the first N rows of a CSV file
+ */
+export async function previewDataset({
+  dataset,
+  disk,
+  limit = 100,
+}: {
+  dataset: Dataset
+  disk: DiskWrapper
+  limit?: number
+}) {
+  const diskFile = disk.file(dataset.fileKey)
+  const bytes = await diskFile.getBytes()
+  const file = new TextDecoder().decode(bytes)
+  return syncReadCsv(file, { limit })
+}
diff --git a/packages/web-ui/src/ds/atoms/Icons/index.tsx b/packages/web-ui/src/ds/atoms/Icons/index.tsx
index 5fc195a5c..f1e07f9aa 100644
--- a/packages/web-ui/src/ds/atoms/Icons/index.tsx
+++ b/packages/web-ui/src/ds/atoms/Icons/index.tsx
@@ -7,6 +7,7 @@ import {
   Copy,
   Ellipsis,
   EllipsisVertical,
+  Eye,
   File,
   FilePlus,
   FileUpIcon,
@@ -56,6 +57,7 @@ const Icons = {
   moon: Moon,
   trash: Trash,
   sun: Sun,
+  eye: Eye
 }
 
 export type IconName = keyof typeof Icons