diff --git a/_modules/icezee/common.html b/_modules/icezee/common.html index 42f27c7b..b124c8d4 100644 --- a/_modules/icezee/common.html +++ b/_modules/icezee/common.html @@ -521,6 +521,7 @@
import copy
from importlib import import_module
import pandas as pd
+import os
from icenet.tools import io
from icenet.tools import aux
@@ -549,10 +550,6 @@ Source code for icezee.common
[docs]
def load_helper(mcfiles, datafiles, maxevents, args):
-
- print(__name__ + '.load_helper:')
- print(f'{mcfiles}')
- print(f'{datafiles}')
inputvars = import_module("configs." + args["rootname"] + "." + args["inputvars"])
LOAD_VARS = inputvars.LOAD_VARS
@@ -718,9 +715,17 @@ Source code for icezee.common
for mode in ['trn', 'val', 'tst']:
+ # Glob expansion type (be careful not to have "label noise" under the folder or subfolders)
mc_files = io.glob_expand_files(datasets=args["mcfile"][mode], datapath=root_path)
da_files = io.glob_expand_files(datasets=args["datafile"][mode], datapath=root_path)
+ # Simple fixed one file
+ #mc_files = [os.path.join(root_path, args['mcfile'][mode][0])]
+ #da_files = [os.path.join(root_path, args['mcfile'][mode][0])]
+
+ print(f'Found mcfiles: {mc_files}')
+ print(f'Found datafiles: {da_files}')
+
X[mode],Y[mode],W[mode],ids = load_helper(mcfiles=mc_files, datafiles=da_files, maxevents=maxevents, args=args)
running_split[mode] = np.arange(N_prev, len(X[mode]) + N_prev)
N_prev += len(X[mode]) #!