You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
# Detectors used in the workflow / enabled parameters
28
-
if [ -z"${WORKFLOW_DETECTORS+x}" ] || [ "0$WORKFLOW_DETECTORS"=="0ALL" ];thenexport WORKFLOW_DETECTORS=$LIST_OF_DETECTORS;fi
29
-
if [ -z"${WORKFLOW_DETECTORS_QC+x}" ] || [ "0$WORKFLOW_DETECTORS_QC"=="0ALL" ];thenexport WORKFLOW_DETECTORS_QC="$WORKFLOW_DETECTORS,$LIST_OF_GLORECO";fi
30
-
if [ -z"${WORKFLOW_DETECTORS_CALIB+x}" ] || [ "0$WORKFLOW_DETECTORS_CALIB"=="0ALL" ];thenexport WORKFLOW_DETECTORS_CALIB=$WORKFLOW_DETECTORS;fi
31
-
if [ -z"${WORKFLOW_DETECTORS_RECO+x}" ] || [ "0$WORKFLOW_DETECTORS_RECO"=="0ALL" ];thenexport WORKFLOW_DETECTORS_RECO=$WORKFLOW_DETECTORS;fi
32
-
if [ -z"${WORKFLOW_DETECTORS_CTF+x}" ] || [ "0$WORKFLOW_DETECTORS_CTF"=="0ALL" ];thenexport WORKFLOW_DETECTORS_CTF=$WORKFLOW_DETECTORS;fi
33
-
if [ "0$WORKFLOW_DETECTORS_FLP_PROCESSING"=="0ALL" ];thenexport WORKFLOW_DETECTORS_FLP_PROCESSING=$WORKFLOW_DETECTORS;fi
34
-
if [ -z"$WORKFLOW_PARAMETERS" ];thenexport WORKFLOW_PARAMETERS=;fi
35
-
36
-
if [ -z"$TFLOOP" ];thenexport TFLOOP=0;fi# loop over timeframes
37
-
if [ -z"$NTIMEFRAMES" ];thenexport NTIMEFRAMES=-1;fi# max number of time frames to process, <=0 : unlimited
38
-
if [ -z"$CTFDICT_NTF" ];thenexport CTFDICT_NTF=100;fi# auto-save CTF dictionary after each CTFDICT_NTF TFs (if > 0)
39
-
if [ -z"$CTF_MAXDETEXT" ];thenexport CTF_MAXDETEXT=0;fi# extend CTF output dir.name by detectors names if their number does not exceed this
40
-
if [ -z"$TFDELAY" ];thenexport TFDELAY=100;fi# Delay in seconds between publishing time frames
41
-
if [ -z"$GPUTYPE" ];thenexport GPUTYPE=CPU;fi# GPU Tracking backend to use, can be CPU / CUDA / HIP / OCL / OCL2
42
-
if [ -z"$DDSHMSIZE" ];thenexport DDSHMSIZE=$((8<<10));fi# Size of shared memory for DD Input
43
-
if [ -z"$DDHDRSIZE" ];thenexport DDHDRSIZE=$((2<<10));fi# Size of shared memory for DD Input
44
-
if [ -z"$GPUMEMSIZE" ];thenexport GPUMEMSIZE=$((24<<30));fi# Size of allocated GPU memory (if GPUTYPE != CPU)
45
-
if [ -z"$HOSTMEMSIZE" ];thenexport HOSTMEMSIZE=0;fi# Size of allocated host memory for GPU reconstruction (0 = default)
46
-
if [ -z"$CREATECTFDICT" ];thenexport CREATECTFDICT=0;fi# Create CTF dictionary
47
-
if [ -z"$SAVECTF" ];thenexport SAVECTF=0;fi# Save the CTF to a ROOT file
48
-
if [ -z"$SYNCMODE" ];thenexport SYNCMODE=0;fi# Run only reconstruction steps of the synchronous reconstruction
49
-
if [ -z"$NUMAID" ];thenexport NUMAID=0;fi# SHM segment id to use for shipping data as well as set of GPUs to use (use 0 / 1 for 2 NUMA domains)
50
-
if [ -z"$NUMAGPUIDS" ];thenexport NUMAGPUIDS=0;fi# NUMAID-aware GPU id selection
51
-
if [ -z"$CTFINPUT" ];thenexport CTFINPUT=0;fi# Read input from CTF using o2-ctf-reader (incompatible to EXTINPUT=1 and RAWTFINPUT)
52
-
if [ -z"$RAWTFINPUT" ];thenexport RAWTFINPUT=0;fi# Read input from raw TFs using o2-raw-tf-reader (incompatible to EXTINPUT=1 and CTFINPUT=1)
53
-
if [ -z"$DIGITINPUT" ];thenexport DIGITINPUT=0;fi# Read input from digit files (incompatible to EXTINPUT / CTFINPUT / RAWTFINPUT)
54
-
if [ -z"$NHBPERTF" ];thenexport NHBPERTF=128;fi# Time frame length (in HBF)
55
-
if [ -z"$GLOBALDPLOPT" ];thenexport GLOBALDPLOPT=;fi# Global DPL workflow options appended at the end
56
-
if [ -z"$SEVERITY" ];thenexport SEVERITY="info";fi# Log verbosity
57
-
if [ -z"$NORATELOG" ];thenexport NORATELOG=1;fi# Disable FairMQ Rate Logging
58
-
if [ -z"$INRAWCHANNAME" ];thenexport INRAWCHANNAME=stfb-to-dpl;fi# Raw channel name used to communicate with DataDistribution
59
-
if [ -z"$WORKFLOWMODE" ];thenexport WORKFLOWMODE=run;fi# Workflow mode, must be run, print, od dds
60
-
if [ -z"$FILEWORKDIR" ];thenexport FILEWORKDIR=`pwd`;fi# Override folder where to find grp, etc.
61
-
if [ -z"$RAWINPUTDIR" ];thenexport RAWINPUTDIR=$FILEWORKDIR;fi# Directory where to find input files (raw files / raw tf files / ctf files)
62
-
if [ -z"$EPNSYNCMODE" ];thenexport EPNSYNCMODE=0;fi# Is this workflow supposed to run on EPN for sync processing? Will enable InfoLogger / metrics / fetching QC JSONs from consul...
63
-
if [ -z"$BEAMTYPE" ];thenexport BEAMTYPE=PbPb;fi# Beam type, must be PbPb, pp, pPb, cosmic, technical
28
+
if [[-z"${WORKFLOW_DETECTORS+x}" ]]|| [["0$WORKFLOW_DETECTORS"=="0ALL"]];thenexport WORKFLOW_DETECTORS=$LIST_OF_DETECTORS;fi
29
+
if [[-z"${WORKFLOW_DETECTORS_QC+x}" ]]|| [["0$WORKFLOW_DETECTORS_QC"=="0ALL"]];thenexport WORKFLOW_DETECTORS_QC="$WORKFLOW_DETECTORS,$LIST_OF_GLORECO";fi
30
+
if [[-z"${WORKFLOW_DETECTORS_CALIB+x}" ]]|| [["0$WORKFLOW_DETECTORS_CALIB"=="0ALL"]];thenexport WORKFLOW_DETECTORS_CALIB=$WORKFLOW_DETECTORS;fi
31
+
if [[-z"${WORKFLOW_DETECTORS_RECO+x}" ]]|| [["0$WORKFLOW_DETECTORS_RECO"=="0ALL"]];thenexport WORKFLOW_DETECTORS_RECO=$WORKFLOW_DETECTORS;fi
32
+
if [[-z"${WORKFLOW_DETECTORS_CTF+x}" ]]|| [["0$WORKFLOW_DETECTORS_CTF"=="0ALL"]];thenexport WORKFLOW_DETECTORS_CTF=$WORKFLOW_DETECTORS;fi
33
+
if [["0$WORKFLOW_DETECTORS_FLP_PROCESSING"=="0ALL"]];thenexport WORKFLOW_DETECTORS_FLP_PROCESSING=$WORKFLOW_DETECTORS;fi
34
+
if [[-z"$WORKFLOW_PARAMETERS"]];thenexport WORKFLOW_PARAMETERS=;fi
35
+
36
+
if [[-z"$TFLOOP"]];thenexport TFLOOP=0;fi# loop over timeframes
37
+
if [[-z"$NTIMEFRAMES"]];thenexport NTIMEFRAMES=-1;fi# max number of time frames to process, <=0 : unlimited
38
+
if [[-z"$CTFDICT_NTF"]];thenexport CTFDICT_NTF=100;fi# auto-save CTF dictionary after each CTFDICT_NTF TFs (if > 0)
39
+
if [[-z"$CTF_MAXDETEXT"]];thenexport CTF_MAXDETEXT=0;fi# extend CTF output dir.name by detectors names if their number does not exceed this
40
+
if [[-z"$TFDELAY"]];thenexport TFDELAY=100;fi# Delay in seconds between publishing time frames
41
+
if [[-z"$GPUTYPE"]];thenexport GPUTYPE=CPU;fi# GPU Tracking backend to use, can be CPU / CUDA / HIP / OCL / OCL2
42
+
if [[-z"$DDSHMSIZE"]];thenexport DDSHMSIZE=$((8<<10));fi# Size of shared memory for DD Input
43
+
if [[-z"$DDHDRSIZE"]];thenexport DDHDRSIZE=$((2<<10));fi# Size of shared memory for DD Input
44
+
if [[-z"$GPUMEMSIZE"]];thenexport GPUMEMSIZE=$((24<<30));fi# Size of allocated GPU memory (if GPUTYPE != CPU)
45
+
if [[-z"$HOSTMEMSIZE"]];thenexport HOSTMEMSIZE=0;fi# Size of allocated host memory for GPU reconstruction (0 = default)
46
+
if [[-z"$CREATECTFDICT"]];thenexport CREATECTFDICT=0;fi# Create CTF dictionary
47
+
if [[-z"$SAVECTF"]];thenexport SAVECTF=0;fi# Save the CTF to a ROOT file
48
+
if [[-z"$SYNCMODE"]];thenexport SYNCMODE=0;fi# Run only reconstruction steps of the synchronous reconstruction
49
+
if [[-z"$NUMAID"]];thenexport NUMAID=0;fi# SHM segment id to use for shipping data as well as set of GPUs to use (use 0 / 1 for 2 NUMA domains)
50
+
if [[-z"$NUMAGPUIDS"]];thenexport NUMAGPUIDS=0;fi# NUMAID-aware GPU id selection
51
+
if [[-z"$CTFINPUT"]];thenexport CTFINPUT=0;fi# Read input from CTF using o2-ctf-reader (incompatible to EXTINPUT=1 and RAWTFINPUT)
52
+
if [[-z"$RAWTFINPUT"]];thenexport RAWTFINPUT=0;fi# Read input from raw TFs using o2-raw-tf-reader (incompatible to EXTINPUT=1 and CTFINPUT=1)
53
+
if [[-z"$DIGITINPUT"]];thenexport DIGITINPUT=0;fi# Read input from digit files (incompatible to EXTINPUT / CTFINPUT / RAWTFINPUT)
54
+
if [[-z"$NHBPERTF"]];thenexport NHBPERTF=128;fi# Time frame length (in HBF)
55
+
if [[-z"$GLOBALDPLOPT"]];thenexport GLOBALDPLOPT=;fi# Global DPL workflow options appended at the end
56
+
if [[-z"$SEVERITY"]];thenexport SEVERITY="info";fi# Log verbosity
57
+
if [[-z"$NORATELOG"]];thenexport NORATELOG=1;fi# Disable FairMQ Rate Logging
58
+
if [[-z"$INRAWCHANNAME"]];thenexport INRAWCHANNAME=stfb-to-dpl;fi# Raw channel name used to communicate with DataDistribution
59
+
if [[-z"$WORKFLOWMODE"]];thenexport WORKFLOWMODE=run;fi# Workflow mode, must be run, print, od dds
60
+
if [[-z"$FILEWORKDIR"]];thenexport FILEWORKDIR=`pwd`;fi# Override folder where to find grp, etc.
61
+
if [[-z"$RAWINPUTDIR"]];thenexport RAWINPUTDIR=$FILEWORKDIR;fi# Directory where to find input files (raw files / raw tf files / ctf files)
62
+
if [[-z"$EPNSYNCMODE"]];thenexport EPNSYNCMODE=0;fi# Is this workflow supposed to run on EPN for sync processing? Will enable InfoLogger / metrics / fetching QC JSONs from consul...
63
+
if [[-z"$BEAMTYPE"]];thenexport BEAMTYPE=PbPb;fi# Beam type, must be PbPb, pp, pPb, cosmic, technical
64
64
if [[ -z$IS_SIMULATED_DATA ]];then IS_SIMULATED_DATA=1;fi# processing simulated data
65
-
if [ $EPNSYNCMODE== 0 ];then
66
-
if [ -z"$SHMSIZE" ];thenexport SHMSIZE=$((8<<30));fi# Size of shared memory for messages
67
-
if [ -z"$NGPUS" ];thenexport NGPUS=1;fi# Number of GPUs to use, data distributed round-robin
68
-
if [ -z"$EXTINPUT" ];thenexport EXTINPUT=0;fi# Receive input from raw FMQ channel instead of running o2-raw-file-reader
69
-
if [ -z"$EPNPIPELINES" ];thenexport EPNPIPELINES=0;fi# Set default EPN pipeline multiplicities
70
-
if [ -z"$SHMTHROW" ];thenexport SHMTHROW=1;fi# Throw exception when running out of SHM
71
-
if [ -z"$EDJSONS_DIR" ];thenexport EDJSONS_DIR="jsons";fi# output directory for ED json files
72
-
if [ -z"${WORKFLOW_DETECTORS_FLP_PROCESSING+x}" ];thenexport WORKFLOW_DETECTORS_FLP_PROCESSING="";fi# No FLP processing by default when we do not run the sync EPN workflow, e.g. full system test will also run full FLP processing
65
+
if [[$EPNSYNCMODE== 0 ]];then
66
+
if [[-z"$SHMSIZE"]];thenexport SHMSIZE=$((8<<30));fi# Size of shared memory for messages
67
+
if [[-z"$NGPUS"]];thenexport NGPUS=1;fi# Number of GPUs to use, data distributed round-robin
68
+
if [[-z"$EXTINPUT"]];thenexport EXTINPUT=0;fi# Receive input from raw FMQ channel instead of running o2-raw-file-reader
69
+
if [[-z"$EPNPIPELINES"]];thenexport EPNPIPELINES=0;fi# Set default EPN pipeline multiplicities
70
+
if [[-z"$SHMTHROW"]];thenexport SHMTHROW=1;fi# Throw exception when running out of SHM
71
+
if [[-z"$EDJSONS_DIR"]];thenexport EDJSONS_DIR="jsons";fi# output directory for ED json files
72
+
if [[-z"${WORKFLOW_DETECTORS_FLP_PROCESSING+x}"]];thenexport WORKFLOW_DETECTORS_FLP_PROCESSING="";fi# No FLP processing by default when we do not run the sync EPN workflow, e.g. full system test will also run full FLP processing
73
73
else# Defaults when running on the EPN
74
74
if [[ "0$GEN_TOPO_CALIB_WORKFLOW"!="01" ]];then
75
-
if [ -z"$SHMSIZE" ];thenexport SHMSIZE=$((32<<30));fi
75
+
if [[-z"$SHMSIZE"]];thenexport SHMSIZE=$((32<<30));fi
76
76
else
77
-
if [ -z"$SHMSIZE" ];thenexport SHMSIZE=$((256<<30));fi
77
+
if [[-z"$SHMSIZE"]];thenexport SHMSIZE=$((256<<30));fi
78
78
fi
79
-
if [ -z"$NGPUS" ];thenexport NGPUS=4;fi
80
-
if [ -z"$EXTINPUT" ];thenexport EXTINPUT=1;fi
81
-
if [ -z"$EPNPIPELINES" ];thenexport EPNPIPELINES=1;fi
82
-
if [ -z"$SHMTHROW" ];thenexport SHMTHROW=0;fi
83
-
if [ -z"$TIMEFRAME_SHM_LIMIT" ];thenexport TIMEFRAME_SHM_LIMIT=$(($SHMSIZE/2));fi
84
-
if [ -z"$TIMEFRAME_RATE_LIMIT" ];thenexport TIMEFRAME_RATE_LIMIT=0;fi
85
-
if [ -z"$EDJSONS_DIR" ];thenexport EDJSONS_DIR="/home/ed/jsons";fi
86
-
if [ -z"${WORKFLOW_DETECTORS_FLP_PROCESSING+x}" ];thenexport WORKFLOW_DETECTORS_FLP_PROCESSING="TOF";fi# Current default in sync processing is that FLP processing is only enabled for TOF
87
-
if [ -z"$GEN_TOPO_AUTOSCALE_PROCESSES" ];thenexport GEN_TOPO_AUTOSCALE_PROCESSES=1;fi# On the EPN we should make sure to always use the node to the full extent
79
+
if [[-z"$NGPUS"]];thenexport NGPUS=4;fi
80
+
if [[-z"$EXTINPUT"]];thenexport EXTINPUT=1;fi
81
+
if [[-z"$EPNPIPELINES"]];thenexport EPNPIPELINES=1;fi
82
+
if [[-z"$SHMTHROW"]];thenexport SHMTHROW=0;fi
83
+
if [[-z"$TIMEFRAME_SHM_LIMIT"]];thenexport TIMEFRAME_SHM_LIMIT=$(($SHMSIZE/2));fi
84
+
if [[-z"$TIMEFRAME_RATE_LIMIT"]];thenexport TIMEFRAME_RATE_LIMIT=0;fi
85
+
if [[-z"$EDJSONS_DIR"]];thenexport EDJSONS_DIR="/home/ed/jsons";fi
86
+
if [[-z"${WORKFLOW_DETECTORS_FLP_PROCESSING+x}"]];thenexport WORKFLOW_DETECTORS_FLP_PROCESSING="TOF";fi# Current default in sync processing is that FLP processing is only enabled for TOF
87
+
if [[-z"$GEN_TOPO_AUTOSCALE_PROCESSES"]];thenexport GEN_TOPO_AUTOSCALE_PROCESSES=1;fi# On the EPN we should make sure to always use the node to the full extent
88
88
fi
89
89
# Some more options for running on the EPN
90
-
if [ -z"$INFOLOGGER_SEVERITY" ];thenexport INFOLOGGER_SEVERITY="important";fi
91
-
if [ -z"$MULTIPLICITY_FACTOR_RAWDECODERS" ];thenexport MULTIPLICITY_FACTOR_RAWDECODERS=1;fi
92
-
if [ -z"$MULTIPLICITY_FACTOR_CTFENCODERS" ];thenexport MULTIPLICITY_FACTOR_CTFENCODERS=1;fi
93
-
if [ -z"$MULTIPLICITY_FACTOR_REST" ];thenexport MULTIPLICITY_FACTOR_REST=1;fi
90
+
if [[-z"$INFOLOGGER_SEVERITY"]];thenexport INFOLOGGER_SEVERITY="important";fi
91
+
if [[-z"$MULTIPLICITY_FACTOR_RAWDECODERS"]];thenexport MULTIPLICITY_FACTOR_RAWDECODERS=1;fi
92
+
if [[-z"$MULTIPLICITY_FACTOR_CTFENCODERS"]];thenexport MULTIPLICITY_FACTOR_CTFENCODERS=1;fi
93
+
if [[-z"$MULTIPLICITY_FACTOR_REST"]];thenexport MULTIPLICITY_FACTOR_REST=1;fi
94
94
95
-
[ -z"${SEVERITY_TPC+x}" ] && SEVERITY_TPC="info"# overrides severity for the tpc workflow
0 commit comments