From 53bf6daedd9595eee0dbbef096e4088f6fa2f4e4 Mon Sep 17 00:00:00 2001
From: Joery <joery@supportprofessionals.eu>
Date: Thu, 11 Apr 2024 14:50:27 +0200
Subject: [PATCH] Progress on media storage

---
 .../safelight/src/views/Editor/Editor.vue     | 14 ++-
 packages/shared/src/Media/Media.ts            |  4 +-
 packages/shared/src/Storage/MediaManager.ts   | 97 ++++++++++++++++---
 .../helpers/Video/GenerateMediaThumbnail.ts   | 14 ++-
 4 files changed, 105 insertions(+), 24 deletions(-)

diff --git a/packages/safelight/src/views/Editor/Editor.vue b/packages/safelight/src/views/Editor/Editor.vue
index 5363bb15..2dcebf14 100644
--- a/packages/safelight/src/views/Editor/Editor.vue
+++ b/packages/safelight/src/views/Editor/Editor.vue
@@ -34,6 +34,8 @@
 </template>
 
 <script setup lang="ts">
+import { Storage } from '@safelight/shared/base/Storage';
+import MediaManager from '@safelight/shared/Storage/MediaManager';
 import { useObservable } from '@vueuse/rxjs';
 import SplitterPanel from 'primevue/splitterpanel';
 
@@ -61,20 +63,16 @@ fileDialog.onChange((fileList) => {
 
 function loadFile(file: File) {
     return new Promise<void>((resolve) => {
-        const storingProcessing = useObservable(IdbMediaManager.storeMedia(file));
+        const storingProcessing = useObservable(MediaManager.StoreMedia(file));
         watch(storingProcessing, (s) => {
             console.log(s?.type, s?.hashProgress);
         });
 
-        watch(storingProcessing, () => {
+        watch(storingProcessing, async () => {
             if (storingProcessing.value && storingProcessing.value.type == 'done') {
-                const existingMedia = project.media.some(
-                    (m) => m.id.value == storingProcessing.value!.id
-                );
-
-                if (!existingMedia) {
-                    const media = new Media(storingProcessing.value.id!);
+                const media = await Storage.getStorage().LoadMedia(storingProcessing.value.id!);
 
+                if (media) {
                     project.media.push(media);
                     project.activeTimeline.createTimelineItem(media);
                 }
diff --git a/packages/shared/src/Media/Media.ts b/packages/shared/src/Media/Media.ts
index 2981fc89..8bf09ad8 100644
--- a/packages/shared/src/Media/Media.ts
+++ b/packages/shared/src/Media/Media.ts
@@ -82,7 +82,8 @@ export interface VideoTrackInfo {
     bitDepth: number;
     colorSpace: string;
     isHDR: boolean;
-    title?: string;
+    title: string;
+    duration: number;
 }
 
 export interface AudioTrackInfo {
@@ -90,6 +91,7 @@ export interface AudioTrackInfo {
     sampleRate: number;
     channels: number;
     title?: string;
+    duration: number;
 }
 
 export interface ImageInfo {
diff --git a/packages/shared/src/Storage/MediaManager.ts b/packages/shared/src/Storage/MediaManager.ts
index cbdb254b..71bdd703 100644
--- a/packages/shared/src/Storage/MediaManager.ts
+++ b/packages/shared/src/Storage/MediaManager.ts
@@ -4,6 +4,14 @@ import { v4 as uuidv4 } from 'uuid';
 import { Storage } from '../base/Storage';
 import { generateMediaThumbnail } from '../helpers/Video/GenerateMediaThumbnail';
 import { getVideoInfo } from '../helpers/Video/GetVideoInfo';
+import type { MediaInfoType } from 'mediainfo.js';
+import {
+    MediaType,
+    type AudioTrackInfo,
+    type ImageInfo,
+    type TextTrackInfo,
+    type VideoTrackInfo
+} from '../Media/Media';
 
 const chunkSize = 64 * 1024 * 1024;
 
@@ -60,9 +68,7 @@ export default class MediaManager {
                         type: 'fileInfo',
                         hashProgress: 1
                     });
-                    const fileInfo = await getVideoInfo(file).catch(() => {
-                        return undefined;
-                    });
+                    const fileInfo = await getVideoInfo(file);
 
                     // Get thumbnail
                     subscriber.next({
@@ -73,6 +79,23 @@ export default class MediaManager {
 
                     const uuid = uuidv4();
 
+                    const trackInfo = this.parseFileInfo(fileInfo);
+
+                    let type: MediaType = 0;
+
+                    if (trackInfo.videoTracks.length > 0) {
+                        type = type | MediaType.Video;
+                    }
+                    if (trackInfo.audioTracks.length > 0) {
+                        type = type | MediaType.Audio;
+                    }
+                    if (trackInfo.textTracks.length > 0) {
+                        type = type | MediaType.Text;
+                    }
+                    if (trackInfo.imageInfo) {
+                        type = type | MediaType.Image;
+                    }
+
                     Storage.getStorage().SaveMedia({
                         id: uuid,
                         name: file.name,
@@ -80,14 +103,8 @@ export default class MediaManager {
                         data: file,
                         fileInfo,
                         previewImage: thumbnail,
-
-                        // TODO: Implement
-
-                        duration: 0,
-                        audioTracks: [],
-                        textTracks: [],
-                        type: 0,
-                        videoTracks: []
+                        type,
+                        ...trackInfo
                     });
                     subscriber.next({
                         type: 'done',
@@ -100,6 +117,64 @@ export default class MediaManager {
             })();
         });
     }
+
+    private static parseFileInfo(info: MediaInfoType) {
+        const videoTracks: VideoTrackInfo[] = [];
+        const audioTracks: AudioTrackInfo[] = [];
+        const textTracks: TextTrackInfo[] = [];
+        const sampledDurations: number[] = [];
+        let imageInfo: ImageInfo | undefined;
+
+        info.media?.track.forEach((track) => {
+            if (track['@type'] == 'Video') {
+                videoTracks.push({
+                    title: track.Title ?? `Video Track ${videoTracks.length + 1}`,
+                    bitDepth: track.BitDepth!,
+                    codec: (track.CodecID ?? track.Format)!,
+                    colorSpace: track.ColorSpace!,
+                    frameRate: track.FrameRate!,
+                    frameRateMode:
+                        track.FrameRate_Mode === 'CFR' || !track.FrameRate_Mode ? 'CFR' : 'VFR',
+                    height: track.Height!,
+                    width: track.Width!,
+                    isHDR: 'HDR_Format' in track,
+                    duration: track.Duration!
+                });
+                if (track.Duration) {
+                    sampledDurations.push(track.Duration);
+                }
+            } else if (track['@type'] == 'Audio') {
+                audioTracks.push({
+                    title: track.Title ?? `Audio Track ${audioTracks.length + 1}`,
+                    channels: (track.Channels ?? track.Audio_Channels_Total)!,
+                    codec: (track.CodecID ?? track.Format)!,
+                    sampleRate: track.SamplingRate!,
+                    duration: track.Duration!
+                });
+                if (track.Duration) {
+                    sampledDurations.push(track.Duration);
+                }
+            } else if (track['@type'] == 'Image') {
+                imageInfo = {
+                    format: track.Format!,
+                    height: track.Height!,
+                    width: track.Width!
+                };
+            } else if (track['@type'] == 'Text') {
+                textTracks.push({
+                    format: track.Format!
+                });
+            }
+        });
+
+        return {
+            videoTracks,
+            audioTracks,
+            textTracks,
+            imageInfo,
+            duration: Math.max(...sampledDurations)
+        };
+    }
 }
 
 interface LoadMediaProgress {
diff --git a/packages/shared/src/helpers/Video/GenerateMediaThumbnail.ts b/packages/shared/src/helpers/Video/GenerateMediaThumbnail.ts
index 6a8531e4..079331bf 100644
--- a/packages/shared/src/helpers/Video/GenerateMediaThumbnail.ts
+++ b/packages/shared/src/helpers/Video/GenerateMediaThumbnail.ts
@@ -1,4 +1,5 @@
 import MimeMatcher from 'mime-matcher';
+import MissingThumbnail from '../../../assets/missing_thumbnail.png?url';
 
 export function generateMediaThumbnail(file: File, percent = 0.1, maxWidth = 427, maxHeight = 240) {
     return new Promise<Blob | null>((resolve) => {
@@ -48,9 +49,7 @@ export function generateMediaThumbnail(file: File, percent = 0.1, maxWidth = 427
                 },
                 { once: true }
             );
-        }
-
-        if (isVideo) {
+        } else if (isVideo) {
             // Generate video frame
 
             const video = document.createElement('video');
@@ -104,6 +103,13 @@ export function generateMediaThumbnail(file: File, percent = 0.1, maxWidth = 427
                     { once: true }
                 );
             };
+        } else {
+            fetch(MissingThumbnail)
+                .then((r) => r.blob())
+                .then((img) => resolve(img))
+                .catch((err) => {
+                    console.error('Could not load missing thumbnail', err);
+                });
         }
     });
 }
@@ -124,7 +130,7 @@ function calculateAspectRatioFit(
     srcHeight: number,
     maxWidth: number,
     maxHeight: number
-) {
+): { width: number; height: number } {
     const ratio = Math.min(maxWidth / srcWidth, maxHeight / srcHeight);
 
     return { width: srcWidth * ratio, height: srcHeight * ratio };