Skip to content

Commit

Permalink
Do not split the metrics, as it is too slow, unless requested
Browse files Browse the repository at this point in the history
  • Loading branch information
chiarazampolli committed Feb 29, 2024
1 parent d479442 commit 2b9b087
Showing 1 changed file with 17 additions and 15 deletions.
32 changes: 17 additions & 15 deletions DATA/production/configurations/asyncReco/async_pass.sh
Original file line number Diff line number Diff line change
Expand Up @@ -610,21 +610,23 @@ else
fi

# now extract all performance metrics
IFS=$'\n'
timeStart=`date +%s`
for perfMetricsFiles in performanceMetrics.json performanceMetrics_1.json performanceMetrics_2.json performanceMetrics_3.json ; do
suffix=`echo $perfMetricsFiles | sed 's/performanceMetrics\(.*\).json/\1/'`
if [[ -f "performanceMetrics.json" ]]; then
for workflow in `grep ': {' $perfMetricsFiles`; do
strippedWorkflow=`echo $workflow | cut -d\" -f2`
cat $perfMetricsFiles | jq '.'\"${strippedWorkflow}\"'' > ${strippedWorkflow}_metrics${suffix}.json
done
fi
done
timeEnd=`date +%s`
timeUsed=$(( $timeUsed+$timeEnd-$timeStart ))
delta=$(( $timeEnd-$timeStart ))
echo "Time spent in splitting the metrics files = $delta s"
if [[ $ALIEN_JDL_EXTRACTMETRICS == "1" ]]; then
IFS=$'\n'
timeStart=`date +%s`
for perfMetricsFiles in performanceMetrics.json performanceMetrics_1.json performanceMetrics_2.json performanceMetrics_3.json ; do
suffix=`echo $perfMetricsFiles | sed 's/performanceMetrics\(.*\).json/\1/'`
if [[ -f "performanceMetrics.json" ]]; then
for workflow in `grep ': {' $perfMetricsFiles`; do
strippedWorkflow=`echo $workflow | cut -d\" -f2`
cat $perfMetricsFiles | jq '.'\"${strippedWorkflow}\"'' > ${strippedWorkflow}_metrics${suffix}.json
done
fi
done
timeEnd=`date +%s`
timeUsed=$(( $timeUsed+$timeEnd-$timeStart ))
delta=$(( $timeEnd-$timeStart ))
echo "Time spent in splitting the metrics files = $delta s"
fi

if [[ $ALIEN_JDL_AODOFF != 1 ]]; then
# flag to possibly enable Analysis QC
Expand Down

0 comments on commit 2b9b087

Please sign in to comment.