Add pass-through input mode to tpc-reco-workflow

Author: davidrohr

Detectors/TPC/workflow/include/TPCWorkflow/RecoWorkflow.h

@@ -34,7 +34,8 @@ namespace tpc
 namespace reco_workflow
 {
 /// define input and output types of the workflow
-enum struct InputType { Digitizer,        // directly read digits from channel {TPC:DIGITS}
+enum struct InputType { PassThrough,      // No processing, just pass through available inputs to the writers, defined by the OutputType
+                        Digitizer,        // directly read digits from channel {TPC:DIGITS}
                         Digits,           // read digits from file
                         ClustersHardware, // read hardware clusters in raw page format from file
                         Clusters,         // read native clusters from file

Detectors/TPC/workflow/src/RecoWorkflow.cxx

@@ -67,6 +67,7 @@ template <typename T>
 using BranchDefinition = MakeRootTreeWriterSpec::BranchDefinition<T>;
 
 const std::unordered_map<std::string, InputType> InputMap{
+  {"pass-through", InputType::PassThrough},
   {"digitizer", InputType::Digitizer},
   {"digits", InputType::Digits},
   {"clustershardware", InputType::ClustersHardware},
@@ -121,7 +122,7 @@ framework::WorkflowSpec getWorkflow(CompletionPolicyData* policyData, std::vecto
     zsOnTheFly = false;
     propagateMC = false;
   }
-  if (inputType == InputType::ClustersHardware || inputType == InputType::Clusters) {
+  if (inputType == InputType::PassThrough || inputType == InputType::ClustersHardware || inputType == InputType::Clusters) {
     caClusterer = false;
   }
   if (!caClusterer) {
@@ -161,7 +162,7 @@ framework::WorkflowSpec getWorkflow(CompletionPolicyData* policyData, std::vecto
     return false;
   }};
 
-  if (!disableRootInput) {
+  if (!disableRootInput || inputType == InputType::PassThrough) {
     // The OutputSpec of the PublisherSpec is configured depending on the input
     // type. Note that the configuration of the dispatch trigger in the main file
     // needs to be done in accordance. This means, if a new input option is added
@@ -236,6 +237,10 @@ framework::WorkflowSpec getWorkflow(CompletionPolicyData* policyData, std::vecto
   //bool runZSDecode = inputType == InputType::ZSRaw;
   bool zsToDigit = inputType == InputType::ZSRaw && isEnabled(OutputType::Digits);
 
+  if (inputType == InputType::PassThrough) {
+    runTracker = runHWDecoder = runClusterer = runClusterEncoder = zsToDigit = false;
+  }
+
   WorkflowSpec parallelProcessors;
   //////////////////////////////////////////////////////////////////////////////////////////////
   //
@@ -398,7 +403,7 @@ framework::WorkflowSpec getWorkflow(CompletionPolicyData* policyData, std::vecto
                                    BranchDefinition<std::vector<char>>{InputSpec{"mc", ConcreteDataTypeMatcher{"TPC", "CLNATIVEMCLBL"}},
                                                                        "TPCClusterNativeMCTruth",
                                                                        "mcbranch", fillLabels},
-                                   (caClusterer || decompressTPC) && !isEnabled(OutputType::SendClustersPerSector)));
+                                   (caClusterer || decompressTPC || inputType == InputType::PassThrough) && !isEnabled(OutputType::SendClustersPerSector)));
   }
 
   if (zsOnTheFly) {

Detectors/TPC/workflow/src/tpc-reco-workflow.cxx

@@ -48,7 +48,7 @@ void customize(std::vector<o2::framework::ConfigParamSpec>& workflowOptions)
   using namespace o2::framework;
 
   std::vector<ConfigParamSpec> options{
-    {"input-type", VariantType::String, "digits", {"digitizer, digits, zsraw, clustershw, clustersnative, compressed-clusters, compressed-clusters-ctf"}},
+    {"input-type", VariantType::String, "digits", {"digitizer, digits, zsraw, clustershw, clustersnative, compressed-clusters, compressed-clusters-ctf, pass-through"}},
     {"output-type", VariantType::String, "tracks", {"digits, zsraw, clustershw, clustersnative, tracks, compressed-clusters, encoded-clusters, disable-writer, send-clusters-per-sector, qa, no-shared-cluster-map"}},
     {"disable-root-input", o2::framework::VariantType::Bool, false, {"disable root-files input reader"}},
     {"no-ca-clusterer", VariantType::Bool, false, {"Use HardwareClusterer instead of clusterer of GPUCATracking"}},

GPU/Workflow/src/gpu-reco-workflow.cxx

@@ -39,7 +39,7 @@ void customize(std::vector<ConfigParamSpec>& workflowOptions)
 
   std::vector<ConfigParamSpec> options{
     {"input-type", VariantType::String, "digits", {"digitizer, digits, zsraw, zsonthefly, clustersnative, compressed-clusters-root, compressed-clusters-ctf, trd-tracklets"}},
-    {"output-type", VariantType::String, "tracks", {"clustersnative, tracks, compressed-clusters-ctf, qa, no-shared-cluster-map"}},
+    {"output-type", VariantType::String, "tracks", {"clustersnative, tracks, compressed-clusters-ctf, qa, no-shared-cluster-map, send-clusters-per-sector"}},
     {"disable-root-input", VariantType::Bool, true, {"disable root-files input reader"}},
     {"disable-mc", VariantType::Bool, false, {"disable sending of MC information"}},
     {"ignore-dist-stf", VariantType::Bool, false, {"do not subscribe to FLP/DISTSUBTIMEFRAME/0 message (no lost TF recovery)"}},
@@ -76,7 +76,8 @@ enum struct ioType { Digits,
                      Tracks,
                      QA,
                      TRDTracklets,
-                     NoSharedMap };
+                     NoSharedMap,
+                     SendClustersPerSector };
 
 static const std::unordered_map<std::string, ioType> InputMap{
   {"digits", ioType::Digits},
@@ -92,7 +93,8 @@ static const std::unordered_map<std::string, ioType> OutputMap{
   {"tracks", ioType::Tracks},
   {"compressed-clusters-ctf", ioType::CompClustCTF},
   {"qa", ioType::QA},
-  {"no-shared-cluster-map", ioType::NoSharedMap}};
+  {"no-shared-cluster-map", ioType::NoSharedMap},
+  {"send-clusters-per-sector", ioType::SendClustersPerSector}};
 
 WorkflowSpec defineDataProcessing(ConfigContext const& cfgc)
 {
@@ -132,7 +134,7 @@ WorkflowSpec defineDataProcessing(ConfigContext const& cfgc)
   cfg.outputQA = isEnabled(outputTypes, ioType::QA);
   cfg.outputSharedClusterMap = (cfg.outputCAClusters || cfg.caClusterer || isEnabled(inputTypes, ioType::Clusters)) && cfg.outputTracks && !isEnabled(outputTypes, ioType::NoSharedMap);
   cfg.processMC = doMC;
-  cfg.sendClustersPerSector = false;
+  cfg.sendClustersPerSector = isEnabled(outputTypes, ioType::SendClustersPerSector);
   cfg.askDISTSTF = !cfgc.options().get<bool>("ignore-dist-stf");
   cfg.readTRDtracklets = isEnabled(inputTypes, ioType::TRDTracklets);
   specs.emplace_back(o2::gpu::getGPURecoWorkflowSpec(&gPolicyData, cfg, tpcSectors, gTpcSectorMask, "gpu-reconstruction"));