From 37654701ca4b4a6169a168f080a83269837798f7 Mon Sep 17 00:00:00 2001 From: mieskolainen Date: Sat, 19 Oct 2024 23:12:24 +0000 Subject: [PATCH] deploy: 8ead45f4b1fd0ddbf57501609694244894acb1ee --- _modules/icezee/common.html | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/_modules/icezee/common.html b/_modules/icezee/common.html index 42f27c7b..b124c8d4 100644 --- a/_modules/icezee/common.html +++ b/_modules/icezee/common.html @@ -521,6 +521,7 @@

Source code for icezee.common

 import copy
 from importlib import import_module
 import pandas as pd
+import os
 
 from icenet.tools import io
 from icenet.tools import aux
@@ -549,10 +550,6 @@ 

Source code for icezee.common

 
[docs] def load_helper(mcfiles, datafiles, maxevents, args): - - print(__name__ + '.load_helper:') - print(f'{mcfiles}') - print(f'{datafiles}') inputvars = import_module("configs." + args["rootname"] + "." + args["inputvars"]) LOAD_VARS = inputvars.LOAD_VARS @@ -718,9 +715,17 @@

Source code for icezee.common

     
     for mode in ['trn', 'val', 'tst']:
         
+        # Glob expansion type (be careful not to have "label noise" under the folder or subfolders)
         mc_files  = io.glob_expand_files(datasets=args["mcfile"][mode],   datapath=root_path)
         da_files  = io.glob_expand_files(datasets=args["datafile"][mode], datapath=root_path)
         
+        # Simple fixed one file
+        #mc_files = [os.path.join(root_path, args['mcfile'][mode][0])]
+        #da_files = [os.path.join(root_path, args['mcfile'][mode][0])]
+        
+        print(f'Found mcfiles:   {mc_files}')
+        print(f'Found datafiles: {da_files}')
+        
         X[mode],Y[mode],W[mode],ids = load_helper(mcfiles=mc_files, datafiles=da_files, maxevents=maxevents, args=args)
         running_split[mode] = np.arange(N_prev, len(X[mode]) + N_prev)
         N_prev += len(X[mode]) #!