import copy
from importlib import import_module
import pandas as pd
-import os
from icenet.tools import io
from icenet.tools import aux
@@ -550,6 +549,10 @@ Source code for icezee.common
[docs]
def load_helper(mcfiles, datafiles, maxevents, args):
+
+
print(__name__ + '.load_helper:')
+
print(f'{mcfiles}')
+
print(f'{datafiles}')
inputvars = import_module("configs." + args["rootname"] + "." + args["inputvars"])
LOAD_VARS = inputvars.LOAD_VARS
@@ -715,17 +718,9 @@
Source code for icezee.common
for mode in ['trn', 'val', 'tst']:
- # Glob expansion type (be careful not to have "label noise" under the folder or subfolders)
mc_files = io.glob_expand_files(datasets=args["mcfile"][mode], datapath=root_path)
da_files = io.glob_expand_files(datasets=args["datafile"][mode], datapath=root_path)
- # Simple fixed one file
- #mc_files = [os.path.join(root_path, args['mcfile'][mode][0])]
- #da_files = [os.path.join(root_path, args['mcfile'][mode][0])]
-
- print(f'Found mcfiles: {mc_files}')
- print(f'Found datafiles: {da_files}')
-
X[mode],Y[mode],W[mode],ids = load_helper(mcfiles=mc_files, datafiles=da_files, maxevents=maxevents, args=args)
running_split[mode] = np.arange(N_prev, len(X[mode]) + N_prev)
N_prev += len(X[mode]) #!