Use FILEWORKDIRRUN in getCommonArgs

Author: davidrohr

DATA/common/getCommonArgs.sh

@@ -6,7 +6,7 @@ if [[ -z $SEVERITY || -z $NUMAID || -z $SHMSIZE || -z $FILEWORKDIR || -z $EPNSYN
 fi
 
 ARGS_ALL="--session ${OVERRIDE_SESSION:-default} --severity $SEVERITY --shm-segment-id $NUMAID --shm-segment-size $SHMSIZE $ARGS_ALL_EXTRA --early-forward-policy noraw"
-ARGS_ALL_CONFIG="NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIR;NameConf.mDirGRP=$FILEWORKDIR;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
+ARGS_ALL_CONFIG="NameConf.mDirGeom=$FILEWORKDIR;NameConf.mDirMatLUT=$FILEWORKDIR;NameConf.mDirCollContext=$FILEWORKDIRRUN;NameConf.mDirGRP=$FILEWORKDIRRUN;keyval.input_dir=$FILEWORKDIR;keyval.output_dir=/dev/null;$ALL_EXTRA_CONFIG"
 if [[ $EPNSYNCMODE == 1 ]]; then
   ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
   ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 15"

DATA/common/setenv.sh

@@ -33,42 +33,43 @@ if [[ -z "${WORKFLOW_DETECTORS_CTF+x}" ]] || [[ "0$WORKFLOW_DETECTORS_CTF" == "0
 if [[ "0$WORKFLOW_DETECTORS_FLP_PROCESSING" == "0ALL" ]]; then export WORKFLOW_DETECTORS_FLP_PROCESSING=$WORKFLOW_DETECTORS; fi
 if [[ -z "$WORKFLOW_PARAMETERS" ]]; then export WORKFLOW_PARAMETERS=; fi
 
-if [[ -z "$TFLOOP" ]];        then export TFLOOP=0; fi                   # loop over timeframes
-if [[ -z "$NTIMEFRAMES" ]];   then export NTIMEFRAMES=-1; fi             # max number of time frames to process, <=0 : unlimited
-if [[ -z "$CTFDICT_NTF" ]];   then export CTFDICT_NTF=100; fi            # auto-save CTF dictionary after each CTFDICT_NTF TFs (if > 0)
-if [[ -z "$CTF_MAXDETEXT" ]]; then export CTF_MAXDETEXT=0; fi            # extend CTF output dir.name by detectors names if their number does not exceed this
-if [[ -z "$TFDELAY" ]];       then export TFDELAY=100; fi                # Delay in seconds between publishing time frames
-if [[ -z "$GPUTYPE" ]];       then export GPUTYPE=CPU; fi                # GPU Tracking backend to use, can be CPU / CUDA / HIP / OCL / OCL2
-if [[ -z "$DDSHMSIZE" ]];     then export DDSHMSIZE=$(( 8 << 10 )); fi   # Size of shared memory for DD Input
-if [[ -z "$DDHDRSIZE" ]];     then export DDHDRSIZE=$(( 2 << 10 )); fi   # Size of shared memory for DD Input
-if [[ -z "$GPUMEMSIZE" ]];    then export GPUMEMSIZE=$(( 24 << 30 )); fi # Size of allocated GPU memory (if GPUTYPE != CPU)
-if [[ -z "$HOSTMEMSIZE" ]];   then export HOSTMEMSIZE=0; fi              # Size of allocated host memory for GPU reconstruction (0 = default)
-if [[ -z "$CREATECTFDICT" ]]; then export CREATECTFDICT=0; fi            # Create CTF dictionary
-if [[ -z "$SAVECTF" ]];       then export SAVECTF=0; fi                  # Save the CTF to a ROOT file
-if [[ -z "$SYNCMODE" ]];      then export SYNCMODE=0; fi                 # Run only reconstruction steps of the synchronous reconstruction
-if [[ -z "$NUMAID" ]];        then export NUMAID=0; fi                   # SHM segment id to use for shipping data as well as set of GPUs to use (use 0 / 1 for 2 NUMA domains)
-if [[ -z "$NUMAGPUIDS" ]];    then export NUMAGPUIDS=0; fi               # NUMAID-aware GPU id selection
-if [[ -z "$CTFINPUT" ]];      then export CTFINPUT=0; fi                 # Read input from CTF using o2-ctf-reader (incompatible to EXTINPUT=1 and RAWTFINPUT)
-if [[ -z "$RAWTFINPUT" ]];    then export RAWTFINPUT=0; fi               # Read input from raw TFs using o2-raw-tf-reader (incompatible to EXTINPUT=1 and CTFINPUT=1)
-if [[ -z "$DIGITINPUT" ]];    then export DIGITINPUT=0; fi               # Read input from digit files (incompatible to EXTINPUT / CTFINPUT / RAWTFINPUT)
-if [[ -z "$NHBPERTF" ]];      then export NHBPERTF=128; fi               # Time frame length (in HBF)
-if [[ -z "$GLOBALDPLOPT" ]];  then export GLOBALDPLOPT=; fi              # Global DPL workflow options appended at the end
-if [[ -z "$SEVERITY" ]];      then export SEVERITY="info"; fi            # Log verbosity
-if [[ -z "$NORATELOG" ]];     then export NORATELOG=1; fi                # Disable FairMQ Rate Logging
-if [[ -z "$INRAWCHANNAME" ]]; then export INRAWCHANNAME=stfb-to-dpl; fi  # Raw channel name used to communicate with DataDistribution
-if [[ -z "$WORKFLOWMODE" ]];  then export WORKFLOWMODE=run; fi           # Workflow mode, must be run, print, od dds
-if [[ -z "$FILEWORKDIR" ]];   then export FILEWORKDIR=`pwd`; fi          # Override folder where to find grp, etc.
-if [[ -z "$RAWINPUTDIR" ]];   then export RAWINPUTDIR=$FILEWORKDIR; fi   # Directory where to find input files (raw files / raw tf files / ctf files)
-if [[ -z "$EPNSYNCMODE" ]];   then export EPNSYNCMODE=0; fi              # Is this workflow supposed to run on EPN for sync processing? Will enable InfoLogger / metrics / fetching QC JSONs from consul...
-if [[ -z "$BEAMTYPE" ]];      then export BEAMTYPE=PbPb; fi              # Beam type, must be PbPb, pp, pPb, cosmic, technical
-if [[ -z $IS_SIMULATED_DATA ]]; then IS_SIMULATED_DATA=1; fi           # processing simulated data
+if [[ -z "$TFLOOP" ]];        then export TFLOOP=0; fi                    # loop over timeframes
+if [[ -z "$NTIMEFRAMES" ]];   then export NTIMEFRAMES=-1; fi              # max number of time frames to process, <=0 : unlimited
+if [[ -z "$CTFDICT_NTF" ]];   then export CTFDICT_NTF=100; fi             # auto-save CTF dictionary after each CTFDICT_NTF TFs (if > 0)
+if [[ -z "$CTF_MAXDETEXT" ]]; then export CTF_MAXDETEXT=0; fi             # extend CTF output dir.name by detectors names if their number does not exceed this
+if [[ -z "$TFDELAY" ]];       then export TFDELAY=100; fi                 # Delay in seconds between publishing time frames
+if [[ -z "$GPUTYPE" ]];       then export GPUTYPE=CPU; fi                 # GPU Tracking backend to use, can be CPU / CUDA / HIP / OCL / OCL2
+if [[ -z "$DDSHMSIZE" ]];     then export DDSHMSIZE=$(( 8 << 10 )); fi    # Size of shared memory for DD Input
+if [[ -z "$DDHDRSIZE" ]];     then export DDHDRSIZE=$(( 2 << 10 )); fi    # Size of shared memory for DD Input
+if [[ -z "$GPUMEMSIZE" ]];    then export GPUMEMSIZE=$(( 24 << 30 )); fi  # Size of allocated GPU memory (if GPUTYPE != CPU)
+if [[ -z "$HOSTMEMSIZE" ]];   then export HOSTMEMSIZE=0; fi               # Size of allocated host memory for GPU reconstruction (0 = default)
+if [[ -z "$CREATECTFDICT" ]]; then export CREATECTFDICT=0; fi             # Create CTF dictionary
+if [[ -z "$SAVECTF" ]];       then export SAVECTF=0; fi                   # Save the CTF to a ROOT file
+if [[ -z "$SYNCMODE" ]];      then export SYNCMODE=0; fi                  # Run only reconstruction steps of the synchronous reconstruction
+if [[ -z "$NUMAID" ]];        then export NUMAID=0; fi                    # SHM segment id to use for shipping data as well as set of GPUs to use (use 0 / 1 for 2 NUMA domains)
+if [[ -z "$NUMAGPUIDS" ]];    then export NUMAGPUIDS=0; fi                # NUMAID-aware GPU id selection
+if [[ -z "$CTFINPUT" ]];      then export CTFINPUT=0; fi                  # Read input from CTF using o2-ctf-reader (incompatible to EXTINPUT=1 and RAWTFINPUT)
+if [[ -z "$RAWTFINPUT" ]];    then export RAWTFINPUT=0; fi                # Read input from raw TFs using o2-raw-tf-reader (incompatible to EXTINPUT=1 and CTFINPUT=1)
+if [[ -z "$DIGITINPUT" ]];    then export DIGITINPUT=0; fi                # Read input from digit files (incompatible to EXTINPUT / CTFINPUT / RAWTFINPUT)
+if [[ -z "$NHBPERTF" ]];      then export NHBPERTF=128; fi                # Time frame length (in HBF)
+if [[ -z "$GLOBALDPLOPT" ]];  then export GLOBALDPLOPT=; fi               # Global DPL workflow options appended at the end
+if [[ -z "$SEVERITY" ]];      then export SEVERITY="info"; fi             # Log verbosity
+if [[ -z "$NORATELOG" ]];     then export NORATELOG=1; fi                 # Disable FairMQ Rate Logging
+if [[ -z "$INRAWCHANNAME" ]]; then export INRAWCHANNAME=stfb-to-dpl; fi   # Raw channel name used to communicate with DataDistribution
+if [[ -z "$WORKFLOWMODE" ]];  then export WORKFLOWMODE=run; fi            # Workflow mode, must be run, print, od dds
+if [[ -z "$FILEWORKDIR" ]];   then export FILEWORKDIR=`pwd`; fi           # Override folder where to find grp, etc.
+if [[ -z $FILEWORKDIRRUN ]];  then export FILEWORKDIRRUN=$FILEWORKDIR; fi # directory where to find the run-related files (grp, collision context)
+if [[ -z "$RAWINPUTDIR" ]];   then export RAWINPUTDIR=$FILEWORKDIR; fi    # Directory where to find input files (raw files / raw tf files / ctf files)
+if [[ -z "$EPNSYNCMODE" ]];   then export EPNSYNCMODE=0; fi               # Is this workflow supposed to run on EPN for sync processing? Will enable InfoLogger / metrics / fetching QC JSONs from consul...
+if [[ -z "$BEAMTYPE" ]];      then export BEAMTYPE=PbPb; fi               # Beam type, must be PbPb, pp, pPb, cosmic, technical
+if [[ -z $IS_SIMULATED_DATA ]]; then export IS_SIMULATED_DATA=1; fi       # processing simulated data
 if [[ $EPNSYNCMODE == 0 ]]; then
-  if [[ -z "$SHMSIZE" ]];       then export SHMSIZE=$(( 8 << 30 )); fi   # Size of shared memory for messages
-  if [[ -z "$NGPUS" ]];         then export NGPUS=1; fi                  # Number of GPUs to use, data distributed round-robin
-  if [[ -z "$EXTINPUT" ]];      then export EXTINPUT=0; fi               # Receive input from raw FMQ channel instead of running o2-raw-file-reader
-  if [[ -z "$EPNPIPELINES" ]];  then export EPNPIPELINES=0; fi           # Set default EPN pipeline multiplicities
-  if [[ -z "$SHMTHROW" ]];      then export SHMTHROW=1; fi               # Throw exception when running out of SHM
-  if [[ -z "$EDJSONS_DIR" ]];   then export EDJSONS_DIR="jsons"; fi      # output directory for ED json files
+  if [[ -z "$SHMSIZE" ]];       then export SHMSIZE=$(( 8 << 30 )); fi    # Size of shared memory for messages
+  if [[ -z "$NGPUS" ]];         then export NGPUS=1; fi                   # Number of GPUs to use, data distributed round-robin
+  if [[ -z "$EXTINPUT" ]];      then export EXTINPUT=0; fi                # Receive input from raw FMQ channel instead of running o2-raw-file-reader
+  if [[ -z "$EPNPIPELINES" ]];  then export EPNPIPELINES=0; fi            # Set default EPN pipeline multiplicities
+  if [[ -z "$SHMTHROW" ]];      then export SHMTHROW=1; fi                # Throw exception when running out of SHM
+  if [[ -z "$EDJSONS_DIR" ]];   then export EDJSONS_DIR="jsons"; fi       # output directory for ED json files
   if [[ -z "${WORKFLOW_DETECTORS_FLP_PROCESSING+x}" ]]; then export WORKFLOW_DETECTORS_FLP_PROCESSING=""; fi # No FLP processing by default when we do not run the sync EPN workflow, e.g. full system test will also run full FLP processing
 else # Defaults when running on the EPN
   if [[ "0$GEN_TOPO_CALIB_WORKFLOW" != "01" ]]; then