From 36208e92b7eda9779722b545930753a65aa36c54 Mon Sep 17 00:00:00 2001
From: Cedric Spindler <cedric.spindler@gmail.com>
Date: Sun, 10 Dec 2023 21:01:51 +0100
Subject: [PATCH] Mem-profile generate data

---
 batdetect2_gui/generate_data.py | 22 ++++++++++++----------
 requirements.txt                |  3 ++-
 2 files changed, 14 insertions(+), 11 deletions(-)

diff --git a/batdetect2_gui/generate_data.py b/batdetect2_gui/generate_data.py
index 7e7a7ea..038b55f 100644
--- a/batdetect2_gui/generate_data.py
+++ b/batdetect2_gui/generate_data.py
@@ -8,9 +8,9 @@
 
 import audio_utils as au
 import wavfile
-import tempfile
-
+from memory_profiler import profile
 
+@profile
 def compute_audio_data(annotation, audio_dir, playback_time_expansion):
     """returns the metadata, raw audio samples and base64 encoded wav file
 
@@ -49,8 +49,8 @@ def compute_audio_data(annotation, audio_dir, playback_time_expansion):
 
     return sampling_rate, audio_raw, aud_data, duration
 
-
-def compute_image_data(audio_raw, sampling_rate, spec_params):
+@profile
+def compute_image_data(audio_raw, sampling_rate, spec_params, reference):
     """computes and saves spectrogram images to files
 
     :param audio_raw (array): audio samples
@@ -65,9 +65,11 @@ def compute_image_data(audio_raw, sampling_rate, spec_params):
     spec_raw /= spec_raw.max()
     cmap = plt.get_cmap("inferno")
     spec = (cmap(spec_raw)[:, :, :3] * 255).astype(np.uint8)
-
+    del spec_raw
+    
     n_segments = 8
     segment_width = spec.shape[1] // n_segments
+    dims = (spec.shape[0], spec.shape[1])
 
     # split spec into multiple parts along the x axis
     im_paths = []
@@ -80,11 +82,11 @@ def compute_image_data(audio_raw, sampling_rate, spec_params):
         im = Image.fromarray(segment)
 
         # Save the image to a temporary file
-        with tempfile.NamedTemporaryFile(suffix=".jpg", dir='data', delete=False) as temp_file:
-            temp_file_path = os.path.relpath(temp_file.name)
-            im.save(temp_file_path, "JPEG", quality=90)
+        filename = f'data/{os.path.basename(reference)}_{i}.jpg'
+        im.save(filename, "JPEG", quality=90)
 
         # Append the URL of the saved image file
-        im_paths.append(temp_file_path)
+        im_paths.append(filename)
 
-    return im_paths, spec.shape
+    del spec
+    return im_paths, dims
diff --git a/requirements.txt b/requirements.txt
index 03e64cb..35e6599 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -5,4 +5,5 @@ Pillow==9.3.0
 werkzeug==2.3.7
 psycopg2-binary==2.9.9
 minio==7.2.0
-gunicorn==21.2.0
\ No newline at end of file
+gunicorn==21.2.0
+memory_profiler