-
Notifications
You must be signed in to change notification settings - Fork 0
/
generate_1target_qsub_scratch.sh
205 lines (196 loc) · 8.23 KB
/
generate_1target_qsub_scratch.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
#!/bin/bash
#PBS -l ncpus=1
#PBS -l vmem=4000mb
#PBS -V
# ^^^ qbatch system requirements.
# This is macro to run 1 thread of simulation.
# It supposed not to be run directly by user but by other higher-level macro.
# It requires some environment variables to be setted up.
# However
echo "Job started at " $(date)
# Read config of the simulation
THIS_THREAD_PATH=$PBS_O_WORKDIR
if [ ! -z $THIS_THREAD_PATH ] ; then
THIS_THREAD_PATH=.
fi
if ls $THIS_THREAD_PATH/shell_env.sh >& /dev/null ; then
for var in WD MCDIR ANCHORS SUFFIX CONTROL PRODUCTION_NAME UNIC_CODE LD_LIBRARY_PATH FILELIST CONVERT_ONLY SEED EXTARGET PERIOD NTHREADS PATH MESON PERIOD_PRFX PWD EVENTNUMBER TGT_PRFX MACRODIR PROBABILITY_SA TARGET MCRUNSDIR THICKNESS_S4 REGGEN_CARDS PROBABILITY_S4 PROBABILITY_TARG PROBABILITY_SA DELTA_S4 DELTA_SA THICKNESS_S4 DELTA_TARGET H2S_TABLE EFFICIENCY_SA
do
for val in $(grep "$var=" $THIS_THREAD_PATH/shell_env.sh) ; do
if [ ! -z $val ] ; then
export $val
echo 'Using earlier defined variable ' $val
fi
done
done
fi
######################################################################################################
# check if you setted up simulation configuration correctly
#
# default values for simulation config if not setted up
if [ -z $EXTARGET ]; then export EXTARGET=-1; fi;
if [ -z $EXRESON ] ; then export EXRESON=-1; fi;
if [ -z $EXCHANEL ]; then export EXCHANEL=-1; fi;
if [ -z $CONTROL ]; then export CONTROL=0; fi;
if [ -z $SEED ]; then export SEED=0; fi;
#$(cat /dev/urandom | tr -dc '0-9' | head --bytes 8) ; fi; # true random
if [ -z $TARGET ]; then export TARGET=2; fi;
if [ -z $EVENTNUMBER ]; then export EVENTNUMBER=100; fi;
#
# without those variables simulation is not possible
if [ -z $WD ]; then
echo 'you are doing wrong!';
echo 'export WD=/path/to/production/directory/'
echo 'first! then try again.';
return; fi;
if [ -z $MACRODIR ]; then
echo 'you are doing wrong!';
echo 'export MACRODIR=/directory/with/running/macros/'
echo 'first! then try again.';
return; fi;
if [ -z $FILELIST ]; then
echo 'you are doing wrong!';
echo 'export FILELIST=/path/to/filelist.dat'
echo 'first! then try again.';
return; fi;
if [ -z $SUFFIX ]; then
echo 'you are doing wrong!';
echo 'export SUFFIX=|name of directory where to generate results|'
echo 'first! then try again.';
return; fi;
if [ -z $ANCHORS ]; then
echo 'you are doing wrong!';
echo 'export ANCHORS=/directory/where/you/store/'
echo 'calibr.cards h_s_new.dat e_cor_matrix.dat coeff_old.dat'
echo 'first! then try again.'
return; fi;
if [ -z $REGGEN_CARDS ];then
echo 'you are doing wrong!';
echo 'export REGGEN_CARDS=/path/to/RegGen.cards first';
return; fi;
######################################################################################################
#simulation summary
echo 'current WD='$WD
echo 'macro dir is ' $MACRODIR
echo 'suffix which will be used as new directory name is ' $SUFFIX
echo 'filelist to be used: ' $(ls $FILELIST)
echo 'calibr.cards to be used: ' $(ls $ANCHORS/calibr.cards)
echo 'RegGen.cards to be used: ' $(ls $REGGEN_CARDS)
echo 'number of events to be generated ' $EVENTNUMBER
echo 'target medium code is ' $TARGET
echo 'exclusive target is ' $EXTARGET
echo 'exclusive reson is ' $EXRESON
echo 'exclusive chanel is ' $EXCHANEL
echo 'generator control parameter is ' $CONTROL
echo 'seed = ' $SEED
echo 'starting simulation...'
# VMC environment
source $MACRODIR/vmc_env.sh
LD_LIBRARY_PATH=$MCDIR/lib/tgt_linuxx8664gcc/:$LD_LIBRARY_PATH
if [ $CONVERT_ONLY = yes ] ; then
mkdir -p $WD/$SUFFIX
cd $WD/$SUFFIX
else
mkdir -p /scratch/$WD/$SUFFIX
cd /scratch/$WD/$SUFFIX
fi
echo "I cd'ed into " $(pwd)
# copy everything we need
echo "I remove links: "
rm -fv RegGen.cards macro file_list.dat calibr.cards h_s_new.dat coeff_old.dat e_cor_matrix.dat run_g3_control.C g3tgeoConfig.C converter bad_channels.dat mass_shifts.dat mass_shifts_MC.dat
if [ ! $CONVERT_ONLY = yes ] ; then
echo "You didn't ask only to convert MC_res.dat so I remove previous production files (if any):"
rm -fv MC_res.dat log_converter log_production MCgen.dat Run${SEED}.gz gphysi.dat Histos.root generated.tar *.bz2
fi
ln -s $REGGEN_CARDS ./RegGen.cards
ln -s $MACRODIR/run_g3_control.C ./run_g3_control.C
ln -s $MACRODIR/g3tgeoConfig.C ./g3tgeoConfig.C
ln -s $MACRODIR/macro/ ./macro
ln -s $FILELIST ./file_list.dat
ln -s $ANCHORS/calibr.cards ./calibr.cards
ln -s $ANCHORS/h_s_new.dat ./h_s_new.dat
ln -s $ANCHORS/coeff_old.dat ./coeff_old.dat
ln -s $ANCHORS/e_cor_matrix.dat ./e_cor_matrix.dat
ln -s $ANCHORS/badmap.dat ./bad_channels.dat
ln -s $ANCHORS/mass_shifts.dat ./mass_shifts.dat
ln -s $ANCHORS/mass_shifts_MC.dat ./mass_shifts_MC.dat
#
#cp -u $ANCHORS/calibr.cards ./
#cp -u $ANCHORS/h_s_new.dat ./
#cp -u $ANCHORS/coeff_old.dat ./
#cp -u $ANCHORS/e_cor_matrix.dat ./
# run MC priduction
did_production=no
if [ $CONVERT_ONLY = yes ] #if this flag is setted then we don't need to perform full simulation, only convert results to Hyperon data format
then
#check if we have archived simulation and if so then unpack it
if [ -e generated.tar ]; then
tar -xf generated.tar MC_res.dat.bz2
bzip2 -d MC_res.dat.bz2
fi
if [ -e MC_res.dat ] #if MC_res.dat exists then do nothing. otherwise do a full simulation in order to convert something.
then
echo 'you asked to skip full simulation and MC_res.dat exists... So skipping...'
else
echo 'you asked to skip full simulation. Hovewer MC_res.dat does not exist. So I start full simulation.'
root -b -q run_g3_control.C\($TARGET,$EVENTNUMBER,\"\",$EXTARGET,$EXRESON,$EXCHANEL,$CONTROL,$SEED\) >& log_production; #do a full simulation
did_production=yes
fi
else
root -b -q run_g3_control.C\($TARGET,$EVENTNUMBER,\"\",$EXTARGET,$EXRESON,$EXCHANEL,$CONTROL,$SEED\) >& log_production; #do a full simulation
did_production=yes
fi
if [ $did_production = yes ] ; then
mkdir -p $WD/$SUFFIX
echo "I produced new production files, cp log_production to $WD/$SUFFIX"
cp log_production $WD/$SUFFIX
else
"I didnt produced new files."
fi
echo "Starting to conver MC_res.dat to Hyperon format at " $(date)
ln -s $MACRODIR/converter/exe ./converter
if [ -f MC_res.dat ] ; then
echo 'I start converting MC_res.dat to' Run${SEED}.gz
./converter MC_res.dat $SEED >& log_converter; #convert simulation results into Hyperon data format
# we do ln in order to save space
# we keep only part of log_production
# We put MC_res.dat, Histos.root, MCgen.dat, log_converter into archive
if [ -f Run${SEED}.gz ] ; then #!!! success
echo 'File exists:' Run${SEED}.gz
#relpath=$(realpath --relative-to=$MCRUNSDIR $(pwd))
#ln -s $relpath/Run${SEED}.gz $MCRUNSDIR/Run${SEED}.gz
echo 'Moving it to ' $MCRUNSDIR
mv Run${SEED}.gz $MCRUNSDIR/
echo 'First 700 strings and last 700 strings of log_production. For full file look MC_res.dat.bz2 ' > log_production_part
head -n 700 log_production >> log_production_part
echo '.................................................................' >> log_production_part
echo '.............cutted here.........................................' >> log_production_part
echo '.................................................................' >> log_production_part
tail -n 700 log_production >> log_production_part
echo 'Now I shall archive production files to generated.tar'
if bzip2 -z9 log_production MC_res.dat MCgen.dat
then
echo 'I made bz2 archives.'
else
echo 'Problem to make bz2 archives.'
fi
if tar -cf generated.tar log_production.bz2 MC_res.dat.bz2 MCgen.dat.bz2 Histos.root
then
echo "Archive generated.tar is created. I remove files:"
rm -vf log_production.bz2 MC_res.dat.bz2 MCgen.dat.bz2 Histos.root
fi
chmod a+r $MCRUNSDIR/Run${SEED}.gz
chown -R :hyperon $MCRUNSDIR/
chmod -R a+r .
chown -R :hyperon .
fi
else
echo 'No MC_res.dat. Nothing to convert. Probably something went wrong. Please check.'
fi
#copy results to $WD/$SUFFIX if convert_only != yes
if [ ! $CONVERT_ONLY = yes ] ; then
mkdir -p $WD/$SUFFIX
cp -a * $WD/$SUFFIX
chown -R :hyperon $WD/$SUFFIX
rm -vf $WD/$SUFFIX/log_production
fi