Skip to content

Commit 5368fe6

Browse files
committed
Adjust workflows to use SHMID of SHM management tool if used on EPNs
1 parent 48974b9 commit 5368fe6

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

47 files changed

+87
-406
lines changed

DATA/common/getCommonArgs.sh

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
#!/bin/bash
2+
3+
if [[ -z $SEVERITY || -z $NUMAID || -z $SHMSIZE || -z $FILEWORKDIR || -z $EPNSYNCMODE || -z $INFOLOGGER_SEVERITY || -z $SHMTHROW || -z $NORATELOG ]]; then
4+
echo "Configuration Environment Variable Missing in getCommonArgs.sh" 1>&2
5+
exit 1
6+
fi
7+
8+
ARGS_ALL="--session ${OVERRIDE_SESSION:-default} --severity $SEVERITY --shm-segment-id $NUMAID --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA --early-forward-policy noraw"
9+
ARGS_ALL_CONFIG="NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirGRP=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
10+
if [[ $EPNSYNCMODE == 1 ]]; then
11+
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
12+
ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 15"
13+
ARGS_ALL_CONFIG+="NameConf.mCCDBServer=$GEN_TOPO_EPN_CCDB_SERVER;"
14+
export DPL_CONDITION_BACKEND=$GEN_TOPO_EPN_CCDB_SERVER
15+
elif [[ "0$ENABLE_METRICS" != "01" ]]; then
16+
ARGS_ALL+=" --monitoring-backend no-op://"
17+
fi
18+
[[ $SHMTHROW == 0 ]] && ARGS_ALL+=" --shm-throw-bad-alloc 0"
19+
[[ ! -z $SHM_MANAGER_SHMID && "0$GEN_TOPO_CALIB_WORKFLOW" != "01" ]] && ARGS_ALL+=" --no-cleanup --shm-no-cleanup on --shmid $SHM_MANAGER_SHMID"
20+
[[ $NORATELOG == 1 ]] && ARGS_ALL+=" --fairmq-rate-logging 0"

DATA/production/calib/its-noise-aggregator.sh

Lines changed: 2 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -4,23 +4,14 @@ source common/setenv.sh
44

55
# ---------------------------------------------------------------------------------------------------------------------
66
# Set general arguments
7-
ARGS_ALL="--session default --severity $SEVERITY --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA"
8-
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
9-
ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 60"
10-
if [ $SHMTHROW == 0 ]; then
11-
ARGS_ALL+=" --shm-throw-bad-alloc 0"
12-
fi
13-
if [ $NORATELOG == 1 ]; then
14-
ARGS_ALL+=" --fairmq-rate-logging 0"
15-
fi
16-
ARGS_ALL_CONFIG="NameConf.mDirGRP=$FILEWORKDIR;NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
7+
source common/getCommonArgs.sh
178

189
INPTYPE=""
1910
if [[ -z $USECLUSTERS ]]; then
2011
PROXY_INSPEC="A:ITS/DIGITS/0;B:ITS/DIGITSROF/0;eos:***/INFORMATION"
2112
else
2213
PROXY_INSPEC="A:ITS/COMPCLUSTERS/0;B:ITS/PATTERNS/0;C:ITS/CLUSTERSROF/0;eos:***/INFORMATION"
23-
INPTYPE=" --use-clusters "
14+
INPTYPE=" --use-clusters "
2415
fi
2516

2617
if [[ -z $NTHREADS ]] ; then NTHREADS=1; fi

DATA/production/calib/its-noise-processing.sh

Lines changed: 1 addition & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -4,16 +4,7 @@ source common/setenv.sh
44

55
# ---------------------------------------------------------------------------------------------------------------------
66
# Set general arguments
7-
ARGS_ALL="--session default --severity $SEVERITY --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA"
8-
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
9-
ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 60"
10-
if [ $SHMTHROW == 0 ]; then
11-
ARGS_ALL+=" --shm-throw-bad-alloc 0"
12-
fi
13-
if [ $NORATELOG == 1 ]; then
14-
ARGS_ALL+=" --fairmq-rate-logging 0"
15-
fi
16-
ARGS_ALL_CONFIG="NameConf.mDirGRP=$FILEWORKDIR;NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
7+
source common/getCommonArgs.sh
178

189
PROXY_INSPEC="A:ITS/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0;eos:***/INFORMATION"
1910

DATA/production/calib/its-threshold-aggregator.sh

Lines changed: 1 addition & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -4,16 +4,7 @@ source common/setenv.sh
44

55
# ---------------------------------------------------------------------------------------------------------------------
66
# Set general arguments
7-
ARGS_ALL="--session default --severity $SEVERITY --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA"
8-
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
9-
ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 60"
10-
if [ $SHMTHROW == 0 ]; then
11-
ARGS_ALL+=" --shm-throw-bad-alloc 0"
12-
fi
13-
if [ $NORATELOG == 1 ]; then
14-
ARGS_ALL+=" --fairmq-rate-logging 0"
15-
fi
16-
ARGS_ALL_CONFIG="NameConf.mDirGRP=$FILEWORKDIR;NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
7+
source common/getCommonArgs.sh
178

189
PROXY_INSPEC="tunestring:ITS/TSTR/0;runtype:ITS/RUNT/0;fittype:ITS/FITT/0;scantype:ITS/SCANT/0;eos:***/INFORMATION"
1910

DATA/production/calib/its-threshold-processing.sh

Lines changed: 1 addition & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -4,16 +4,7 @@ source common/setenv.sh
44

55
# ---------------------------------------------------------------------------------------------------------------------
66
# Set general arguments
7-
ARGS_ALL="--session default --severity $SEVERITY --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA"
8-
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
9-
ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 60"
10-
if [ $SHMTHROW == 0 ]; then
11-
ARGS_ALL+=" --shm-throw-bad-alloc 0"
12-
fi
13-
if [ $NORATELOG == 1 ]; then
14-
ARGS_ALL+=" --fairmq-rate-logging 0"
15-
fi
16-
ARGS_ALL_CONFIG="NameConf.mDirGRP=$FILEWORKDIR;NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
7+
source common/getCommonArgs.sh
178

189
PROXY_INSPEC="A:ITS/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0;eos:***/INFORMATION"
1910
PROXY_OUTSPEC="tunestring:ITS/TSTR/0;runtype:ITS/RUNT/0;fittype:ITS/FITT/0;scantype:ITS/SCANT/0"

DATA/production/calib/mch-badchannel-aggregator.sh

Lines changed: 2 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -4,16 +4,7 @@ source common/setenv.sh
44

55
# ---------------------------------------------------------------------------------------------------------------------
66
# Set general arguments
7-
ARGS_ALL="--session default --severity $SEVERITY --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA"
8-
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
9-
ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 60"
10-
if [ $SHMTHROW == 0 ]; then
11-
ARGS_ALL+=" --shm-throw-bad-alloc 0"
12-
fi
13-
if [ $NORATELOG == 1 ]; then
14-
ARGS_ALL+=" --fairmq-rate-logging 0"
15-
fi
16-
ARGS_ALL_CONFIG="NameConf.mDirGRP=$FILEWORKDIR;NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
7+
source common/getCommonArgs.sh
178

189
PROXY_INSPEC="A:MCH/PDIGITS/0"
1910
CONSUL_ENDPOINT="alio2-cr1-hv-aliecs.cern.ch:8500"
@@ -35,4 +26,4 @@ else
3526
# Execute the command we have assembled
3627
WORKFLOW+=" --$WORKFLOWMODE"
3728
eval $WORKFLOW
38-
fi
29+
fi

DATA/production/calib/mch-badchannel-processing.sh

Lines changed: 2 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -5,16 +5,7 @@ source common/setenv.sh
55

66
# ---------------------------------------------------------------------------------------------------------------------
77
# Set general arguments
8-
ARGS_ALL="--session default --severity $SEVERITY --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA"
9-
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
10-
ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 60"
11-
if [ $SHMTHROW == 0 ]; then
12-
ARGS_ALL+=" --shm-throw-bad-alloc 0"
13-
fi
14-
if [ $NORATELOG == 1 ]; then
15-
ARGS_ALL+=" --fairmq-rate-logging 0"
16-
fi
17-
ARGS_ALL_CONFIG="NameConf.mDirGRP=$FILEWORKDIR;NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
8+
source common/getCommonArgs.sh
189

1910
PROXY_INSPEC="A:MCH/RAWDATA;B:FLP/DISTSUBTIMEFRAME/0"
2011
PROXY_OUTSPEC="downstream:MCH/PDIGITS/0"
@@ -31,4 +22,4 @@ else
3122
# Execute the command we have assembled
3223
WORKFLOW+=" --$WORKFLOWMODE"
3324
eval $WORKFLOW
34-
fi
25+
fi

DATA/production/calib/mft-noise-aggregator.sh

Lines changed: 2 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -4,16 +4,7 @@ source common/setenv.sh
44

55
# ---------------------------------------------------------------------------------------------------------------------
66
# Set general arguments
7-
ARGS_ALL="--session default --severity $SEVERITY --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA"
8-
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
9-
ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 60"
10-
if [ $SHMTHROW == 0 ]; then
11-
ARGS_ALL+=" --shm-throw-bad-alloc 0"
12-
fi
13-
if [ $NORATELOG == 1 ]; then
14-
ARGS_ALL+=" --fairmq-rate-logging 0"
15-
fi
16-
ARGS_ALL_CONFIG="NameConf.mDirGRP=$FILEWORKDIR;NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
7+
source common/getCommonArgs.sh
178

189
PROXY_INSPEC="A:MFT/DIGITS/0;B:MFT/DIGITSROF/0"
1910

@@ -30,4 +21,4 @@ else
3021
# Execute the command we have assembled
3122
WORKFLOW+=" --$WORKFLOWMODE"
3223
eval $WORKFLOW
33-
fi
24+
fi

DATA/production/calib/mft-noise-processing.sh

Lines changed: 2 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -4,16 +4,7 @@ source common/setenv.sh
44

55
# ---------------------------------------------------------------------------------------------------------------------
66
# Set general arguments
7-
ARGS_ALL="--session default --severity $SEVERITY --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA"
8-
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
9-
ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 60"
10-
if [ $SHMTHROW == 0 ]; then
11-
ARGS_ALL+=" --shm-throw-bad-alloc 0"
12-
fi
13-
if [ $NORATELOG == 1 ]; then
14-
ARGS_ALL+=" --fairmq-rate-logging 0"
15-
fi
16-
ARGS_ALL_CONFIG="NameConf.mDirGRP=$FILEWORKDIR;NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
7+
source common/getCommonArgs.sh
178

189
PROXY_INSPEC="A:MFT/RAWDATA;B:FLP/DISTSUBTIMEFRAME/0"
1910
PROXY_OUTSPEC="downstream:MFT/DIGITS/0;downstream:MFT/DIGITSROF/0"
@@ -30,4 +21,4 @@ else
3021
# Execute the command we have assembled
3122
WORKFLOW+=" --$WORKFLOWMODE"
3223
eval $WORKFLOW
33-
fi
24+
fi

DATA/production/calib/phs-led.sh

Lines changed: 1 addition & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -2,20 +2,7 @@
22

33
source common/setenv.sh
44

5-
ARGS_ALL="--session default --severity $SEVERITY --shm-segment-id $NUMAID --shm-segment-size $SHMSIZE"
6-
if [ $EPNSYNCMODE == 1 ]; then
7-
ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
8-
#ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock"
9-
ARGS_ALL+=" --monitoring-backend no-op://"
10-
else
11-
ARGS_ALL+=" --monitoring-backend no-op://"
12-
fi
13-
if [ $SHMTHROW == 0 ]; then
14-
ARGS_ALL+=" --shm-throw-bad-alloc 0"
15-
fi
16-
if [ $NORATELOG == 1 ]; then
17-
ARGS_ALL+=" --fairmq-rate-logging 0"
18-
fi
5+
source common/getCommonArgs.sh
196

207
if [ -z $PHS_MAX_STATISTICS ]; then
218
PHS_MAX_STATISTICS=1000000

0 commit comments

Comments
 (0)