Oh its so goddamn fast now

frontend/src/components/UploadPhotoDialog.vue

@@ -41,7 +41,7 @@
 
 <script lang="ts">
 import Vue from 'vue';
-import {createPhoto} from "@/views/photo/photo";
+import {createPhoto, TooManyRequests} from "@/views/photo/photo";
 
 interface Data {
     snackbar: string | null,
@@ -72,14 +72,31 @@ export default Vue.extend({
             this.uploadProgress = 0;
             this.uploadTotal = this.photos.length;
 
-            const results = await Promise.all(this.photos.map(async photoFile => {
-                const photoBytes = new Uint8Array(await photoFile.arrayBuffer());
-                const result = await createPhoto(this.albumId, photoBytes);
+            let results = [];
+            for(const photoFile of this.photos) {
+                while(true) {
+                    const photoBytes = new Uint8Array(await photoFile.arrayBuffer());
+                    const result: boolean | TooManyRequests | undefined = await createPhoto(this.albumId, photoBytes);
+
+                    if(result === true) {
+                        break;
+                    }
+
+                    if(result instanceof TooManyRequests) {
+                        console.log("Got HTTP 429. Waiting 1s");
+                        await new Promise(resolve => setTimeout(resolve, 1000));
+                        continue;
+                    }
+
+                    console.error("Got unknown error. Bailing");
+                    return false;
+                }
 
                 this.uploadProgress++;
 
-                return result != undefined;
-            }));
+                results.push(photoFile);
+            }
+
             this.loading = false;
 
             const failures = results.filter(result => !result);

frontend/src/views/photo/photo.ts

@@ -81,19 +81,29 @@ export async function listPhotosInAlbum(albumId: string, low_res: boolean = fals
     return result.photos.map(protoPhotoToPhotoModel);
 }
 
+export class TooManyRequests {}
+
 /**
  * Create a photo
  * @param albumId The ID of the album
  * @param photoData The bytes of the photo. May be `PNG` or `JPEG` format.
  * @return `true` on success. `undefined` on failure.
  */
-export async function createPhoto(albumId: string, photoData: Uint8Array): Promise<boolean | undefined> {
+export async function createPhoto(albumId: string, photoData: Uint8Array): Promise<boolean | TooManyRequests | undefined> {
     const result = await Http.post('/api/v1/photo', new CreatePhotoRequest({
         albumId,
         photoData
     }), null);
 
-    return result.ok ? true : undefined;
+    if(result.ok) {
+        return true;
+    }
+
+    if(result.status == 429) {
+        return new TooManyRequests();
+    }
+
+    return undefined;
 }
 
 export async function deletePhoto(photoId: string): Promise<boolean | undefined> {

server/chroma/Cargo.toml

@@ -31,6 +31,7 @@ kamadak-exif = "0.5.5"
 cabbage = "0.1.2"
 moka = { version = "0.12.5", features = ["future"] }
 dotenv = "0.15.0"
+governor = "0.6.3"
 
 [dev-dependencies]
 serde_json = "1.0.93"

server/chroma/src/main.rs

@@ -1,7 +1,7 @@
 extern crate core;
 
 use crate::config::Config;
-use crate::routes::appdata::{AlbumIdCache, AppData, SessionIdCache, WebData};
+use crate::routes::appdata::{AlbumIdCache, AppData, Ratelimits, SessionIdCache, WebData};
 use crate::routes::routable::Routable;
 use actix_cors::Cors;
 use actix_web::{web, App, HttpServer};
@@ -61,6 +61,7 @@ async fn main() -> Result<()> {
         db,
         storage,
         config,
+        ratelimits: Ratelimits::new(),
     };
 
     info!("Starting web server");

server/chroma/src/routes/appdata.rs

@@ -1,10 +1,18 @@
-use crate::config::Config;
-use crate::routes::authorization::Authorization;
+use std::num::NonZeroU32;
+use std::sync::Arc;
+
 use actix_web::web;
 use cabbage::KoalaApi;
+use governor::clock::DefaultClock;
+use governor::state::{InMemoryState, NotKeyed};
+use governor::{Quota, RateLimiter};
+use moka::future::Cache;
+
 use dal::database::{Album, Database};
 use dal::storage_engine::Storage;
-use moka::future::Cache;
+
+use crate::config::Config;
+use crate::routes::authorization::Authorization;
 
 pub type WebData = web::Data<AppData>;
 pub type SessionIdCache = Cache<String, Authorization>;
@@ -16,4 +24,20 @@ pub struct AppData {
     pub storage: Storage,
     pub config: Config,
     pub koala: KoalaApi,
+    pub ratelimits: Ratelimits,
+}
+
+#[derive(Debug, Clone)]
+pub struct Ratelimits {
+    pub photo_create: Arc<RateLimiter<NotKeyed, InMemoryState, DefaultClock>>,
+}
+
+impl Ratelimits {
+    pub fn new() -> Self {
+        Self {
+            photo_create: Arc::new(RateLimiter::direct(Quota::per_second(
+                NonZeroU32::new(1).unwrap(),
+            ))),
+        }
+    }
 }

server/chroma/src/routes/error.rs

@@ -28,6 +28,8 @@ pub enum Error {
     ImageEncoding(#[from] image::ImageError),
     #[error("Failed to decode WebP image")]
     WebpDecode,
+    #[error("Slow down. Too many requests")]
+    Ratelimit,
 }
 
 impl ResponseError for Error {
@@ -44,6 +46,7 @@ impl ResponseError for Error {
             Self::ImageEncoding(_) => StatusCode::INTERNAL_SERVER_ERROR,
             Self::WebpDecode => StatusCode::INTERNAL_SERVER_ERROR,
             Self::Other(s) => *s,
+            Self::Ratelimit => StatusCode::TOO_MANY_REQUESTS,
         }
     }
 }

server/chroma/src/routes/v1/album/delete.rs

@@ -3,8 +3,8 @@ use crate::routes::authorization::Authorization;
 use crate::routes::empty::Empty;
 use crate::routes::error::{Error, WebResult};
 use actix_multiresponse::Payload;
+use dal::database::PhotoQuality;
 use dal::database::{Album, Photo};
-use dal::storage_engine::PhotoQuality;
 use proto::DeleteAlbumRequest;
 
 /// Delete an existing album.
@@ -39,13 +39,13 @@ pub async fn delete(
     let photos = Photo::list_in_album(&data.db, &album.id).await?;
     for photo in photos {
         data.storage
-            .delete_photo(&photo.id, PhotoQuality::Original)
+            .delete_photo(&photo.id, &PhotoQuality::Original)
             .await?;
         data.storage
-            .delete_photo(&photo.id, PhotoQuality::W1600)
+            .delete_photo(&photo.id, &PhotoQuality::W1600)
             .await?;
         data.storage
-            .delete_photo(&photo.id, PhotoQuality::W400)
+            .delete_photo(&photo.id, &PhotoQuality::W400)
             .await?;
     }
 

server/chroma/src/routes/v1/album/get.rs

@@ -3,8 +3,8 @@ use crate::routes::authorization::Authorization;
 use crate::routes::error::{Error, WebResult};
 use actix_multiresponse::Payload;
 use actix_web::web;
+use dal::database::PhotoQuality;
 use dal::database::{Album, Photo};
-use dal::storage_engine::PhotoQuality;
 use dal::DalError;
 use futures::future::join_all;
 use proto::{AlbumWithCoverPhoto, GetAlbumResponse};
@@ -68,7 +68,7 @@ pub async fn get(
                 .ok_or(Error::NotFound)?;
 
             let photo = photo
-                .photo_to_proto_url(&data.storage, PhotoQuality::W400)
+                .photo_to_proto_url(&data.storage, &PhotoQuality::W400)
                 .await
                 .map_err(|e| match e {
                     DalError::Storage(e) => Error::from(e),

server/chroma/src/routes/v1/album/list.rs

@@ -88,7 +88,7 @@ pub async fn list(
     let albums = join_all(albums.into_iter().map(|album| {
         let storage = data.storage.clone();
         let database = data.db.clone();
-        let qpref: dal::storage_engine::PhotoQuality = query.quality_preference.clone().into();
+        let qpref: dal::database::PhotoQuality = query.quality_preference.clone().into();
         let include_cover_photo = query.include_cover_photo;
         let album_id_cache = &**album_id_cache;
 
@@ -98,13 +98,13 @@ pub async fn list(
                 if let Some(id) = &album.cover_photo_id {
                     match Photo::get_by_id(&database, id).await? {
                         Some(photo) => {
-                            let quality = if !photo.is_quality_created(qpref.clone()).await? {
-                                dal::storage_engine::PhotoQuality::Original
+                            let quality = if !photo.is_quality_created(&qpref).await? {
+                                dal::database::PhotoQuality::Original
                             } else {
                                 qpref
                             };
 
-                            let photo = match photo.photo_to_proto_url(&storage, quality).await {
+                            let photo = match photo.photo_to_proto_url(&storage, &quality).await {
                                 Ok(v) => v,
                                 Err(e) => {
                                     return match &e {

server/chroma/src/routes/v1/mod.rs

@@ -20,7 +20,7 @@ pub enum PhotoQuality {
     W1600,
 }
 
-impl From<PhotoQuality> for dal::storage_engine::PhotoQuality {
+impl From<PhotoQuality> for dal::database::PhotoQuality {
     fn from(value: PhotoQuality) -> Self {
         match value {
             PhotoQuality::Original => Self::Original,

server/chroma/src/routes/v1/photo/create.rs

@@ -2,13 +2,14 @@ use crate::routes::appdata::WebData;
 use crate::routes::authorization::Authorization;
 use crate::routes::error::{Error, ImagePipelineError, WebResult};
 use actix_multiresponse::Payload;
-use dal::database::{Album, Database, Photo};
-use dal::storage_engine::{PhotoQuality, Storage};
+use dal::database::{Album, Database, Photo, PhotoQuality};
+use dal::storage_engine::Storage;
 use exif::{In, Tag};
 use image::imageops::FilterType;
 use image::io::Reader;
 use image::{DynamicImage, GenericImageView};
 use img_parts::{Bytes, DynImage, ImageEXIF};
+use proto::photo_respone::Response;
 use proto::{CreatePhotoRequest, CreatePhotoResponse};
 use std::io::Cursor;
 use tap::TapFallible;
@@ -63,6 +64,11 @@ async fn image_pipeline(
     album: &Album,
     db: &Database,
 ) -> WebResult<String> {
+    // Make sure we don't run into AWS ratelimits here
+    if data.ratelimits.photo_create.check().is_err() {
+        return Err(Error::Ratelimit);
+    }
+
     // This pipeline modifies the image. The idea is that each 'step' outputs
     // a variable 'image', which the next step can then use.
 
@@ -120,7 +126,7 @@ async fn image_pipeline(
             PhotoQuality::Original
         );
         match engine
-            .create_photo(&photo_id, PhotoQuality::Original, image)
+            .create_photo(&photo_id, &PhotoQuality::Original, image)
             .await
         {
             Ok(_) => {}
@@ -181,7 +187,7 @@ fn resize_and_save(
 
         trace!("Saving image '{photo_id}' in quality '{quality:?}'");
         match engine
-            .create_photo(&photo_id, quality.clone(), converted_image_data)
+            .create_photo(&photo_id, &quality, converted_image_data)
             .await
         {
             Ok(_) => {}
@@ -203,6 +209,31 @@ fn resize_and_save(
             }
         };
 
+        // Verify, this also puts it in the cache, nice speedup for later
+        trace!("Checking if uploaded image actually works on AWS");
+
+        let url = match photo.photo_to_proto_url(&engine, &quality).await {
+            Ok(p) => match p.data.unwrap().response.unwrap() {
+                Response::Url(v) => v,
+                _ => panic!("Invalid response type for the 'URL' method"),
+            },
+            Err(e) => {
+                warn!("Photo {} with quality {} was not created successfully, or another error occurred: {e}", photo_id, quality);
+                return;
+            }
+        };
+
+        // Fetch the photo
+        let ok = reqwest::Client::new().get(url).send().await.is_ok();
+
+        if !ok {
+            warn!(
+                "Photo {} with quality {} was not created successfully (AWS returned an error)",
+                photo_id, quality
+            );
+            return;
+        }
+
         match photo.set_quality_created(quality, true).await {
             Ok(_) => {}
             Err(e) => {

server/chroma/src/routes/v1/photo/delete.rs

@@ -3,8 +3,8 @@ use crate::routes::authorization::Authorization;
 use crate::routes::empty::Empty;
 use crate::routes::error::{Error, WebResult};
 use actix_multiresponse::Payload;
+use dal::database::PhotoQuality;
 use dal::database::{Album, Photo};
-use dal::storage_engine::PhotoQuality;
 use proto::DeletePhotoRequest;
 use reqwest::StatusCode;
 
@@ -48,10 +48,10 @@ pub async fn delete(
     photo.delete().await?;
 
     data.storage
-        .delete_photo(&id, PhotoQuality::Original)
+        .delete_photo(&id, &PhotoQuality::Original)
         .await?;
-    data.storage.delete_photo(&id, PhotoQuality::W1600).await?;
-    data.storage.delete_photo(&id, PhotoQuality::W400).await?;
+    data.storage.delete_photo(&id, &PhotoQuality::W1600).await?;
+    data.storage.delete_photo(&id, &PhotoQuality::W400).await?;
 
     Ok(Empty)
 }

server/chroma/src/routes/v1/photo/get.rs

@@ -59,7 +59,7 @@ pub async fn get(
     if query.format.eq(&ImageFormat::WebP) && !query.force_bytes {
         return match photo
             .clone()
-            .photo_to_proto_url(&data.storage, query.quality_preference.clone().into())
+            .photo_to_proto_url(&data.storage, &query.quality_preference.clone().into())
             .await
         {
             Ok(p) => Ok(Payload(GetPhotoResponse { photo: Some(p) })),

server/chroma/src/routes/v1/photo/list.rs

@@ -40,9 +40,9 @@ pub async fn list(
 
     let photos = join_all(photos.into_iter().map(|p| {
         let storage = data.storage.clone();
-        let qpref: dal::storage_engine::PhotoQuality = query.quality_preference.clone().into();
+        let qpref: dal::database::PhotoQuality = query.quality_preference.clone().into();
 
-        async move { p.photo_to_proto_url(&storage, qpref).await }
+        async move { p.photo_to_proto_url(&storage, &qpref).await }
     }))
     .await
     .into_iter()

server/dal/migrations/7_save_s3_urls.sql

@@ -0,0 +1,10 @@
+CREATE TYPE photo_quality as ENUM (
+       'Original', 'W400', 'W1600'
+);
+
+CREATE TABLE photo_s3_urls (
+    photo_id VARCHAR(32) NOT NULL,
+    s3_url TEXT NOT NULL,
+    quality photo_quality NOT NULL,
+    PRIMARY KEY (photo_id, quality)
+);