refactor: Modify paths and add support for Alien in uploadOTSobjects (#6961)

Support for Alien storage is added by connecting to TGrid with the specified
path; the baseCCDBpath is updated to reflect changes in the file structure.

Author: mpuccio

EventFiltering/macros/uploadOTSobjects.C

@@ -17,23 +17,30 @@
 #include <map>
 #include <array>
 
-#include <ROOT/RDataFrame.hxx>
 #include "TFile.h"
-#include "TKey.h"
+#include "TGrid.h"
 #include "TH1.h"
+#include "TKey.h"
+#include "TSystem.h"
+#include "TTree.h"
 
 #include "CCDB/BasicCCDBManager.h"
 
-const std::string kBaseCCDBPath = "Users/r/rlietava/EventFiltering/OTS/";
+const std::string kBaseCCDBPath = "Users/m/mpuccio/EventFiltering/OTS/";
 
 #pragma link C++ class std::vector < std::array < uint64_t, 2>> + ;
 struct bcInfo {
   bcInfo() = default;
-  ULong64_t bcAOD, bcEvSel, trigMask, selMask;
+  ULong64_t bcAOD, bcEvSel, trigMask[2], selMask[2];
   void print() const;
 };
-void uploadOTSobjects(std::string inputList)
+
+void uploadOTSobjects(std::string inputList, std::string passName, bool useAlien)
 {
+  std::string baseCCDBpath = passName.empty() ? kBaseCCDBPath : kBaseCCDBPath + passName + "/";
+  if (useAlien) {
+    TGrid::Connect("alien://");
+  }
   o2::ccdb::CcdbApi api;
   api.init("http://alice-ccdb.cern.ch");
 
@@ -49,42 +56,53 @@ void uploadOTSobjects(std::string inputList)
     std::pair<int64_t, int64_t> duration = o2::ccdb::BasicCCDBManager::getRunDuration(api, runNumber);
     duration.first -= 10000;   // subtract 3 minutes from the run start
     duration.second += 180000; // add 3 minutes to the run duration
-    TFile scalersFile((path + "/AnalysisResults_fullrun.root").data(), "READ");
-    TH1* scalers = (TH1*)scalersFile.Get("central-event-filter-task/scalers/mScalers");
-    TH1* filters = (TH1*)scalersFile.Get("central-event-filter-task/scalers/mFiltered");
-    api.storeAsTFile(scalers, kBaseCCDBPath + "FilterCounters", metadata, duration.first, duration.second);
-    api.storeAsTFile(filters, kBaseCCDBPath + "SelectionCounters", metadata, duration.first, duration.second);
-    TH1* hCounterTVX = (TH1*)scalersFile.Get("bc-selection-task/hCounterTVX");
-    api.storeAsTFile(hCounterTVX, kBaseCCDBPath + "InspectedTVX", metadata, duration.first, duration.second);
+    std::cout << ">>> Begin - end timestamps for the upload: " << duration.first << " - " << duration.second << std::endl;
+    path = useAlien ? "alien://" + path : path;
+    std::unique_ptr<TFile> scalersFile{TFile::Open((path + "/AnalysisResults_fullrun.root").data(), "READ")};
+    TH1* scalers = (TH1*)scalersFile->Get("central-event-filter-task/scalers/mScalers");
+    TH1* filters = (TH1*)scalersFile->Get("central-event-filter-task/scalers/mFiltered");
+    api.storeAsTFile(scalers, baseCCDBpath + "FilterCounters", metadata, duration.first, duration.second);
+    api.storeAsTFile(filters, baseCCDBpath + "SelectionCounters", metadata, duration.first, duration.second);
+    TH1* hCounterTVX = (TH1*)scalersFile->Get("bc-selection-task/hCounterTVX");
+    api.storeAsTFile(hCounterTVX, baseCCDBpath + "InspectedTVX", metadata, duration.first, duration.second);
 
     std::vector<std::array<uint64_t, 2>> bcRanges, filterBitMask, selectionBitMask;
-    TFile bcRangesFile((path + "/bcRanges_fullrun.root").data(), "READ");
+    std::unique_ptr<TFile> bcRangesFile{TFile::Open((path + "/bcRanges_fullrun.root").data(), "READ")};
     int Nmax = 0;
-    for (auto key : *(bcRangesFile.GetListOfKeys())) {
-      TTree* cefpTree = (TTree*)bcRangesFile.Get(Form("%s/selectedBC", key->GetName()));
+    for (auto key : *(bcRangesFile->GetListOfKeys())) {
+      TTree* cefpTree = (TTree*)bcRangesFile->Get(Form("%s/selectedBC", key->GetName()));
       if (!cefpTree)
         continue;
       bcInfo bci;
       cefpTree->SetBranchAddress("bcAO2D", &bci.bcAOD);
       cefpTree->SetBranchAddress("bcEvSel", &bci.bcEvSel);
-      cefpTree->SetBranchAddress("selMask", &bci.selMask);
-      cefpTree->SetBranchAddress("triMask", &bci.trigMask);
+      if (cefpTree->GetBranch("selMask") && cefpTree->GetBranch("triMask")) {
+        cefpTree->SetBranchAddress("selMask", &bci.selMask[0]);
+        cefpTree->SetBranchAddress("triMask", &bci.trigMask[0]);
+      } else {
+        cefpTree->SetBranchAddress("selMask0", &bci.selMask[0]);
+        cefpTree->SetBranchAddress("triMask0", &bci.trigMask[0]);
+        cefpTree->SetBranchAddress("selMask1", &bci.selMask[1]);
+        cefpTree->SetBranchAddress("triMask1", &bci.trigMask[1]);
+      }
       for (int i = 0; i < cefpTree->GetEntries(); i++) {
         if ((i < Nmax) || (Nmax == 0)) {
           cefpTree->GetEntry(i);
-          // Check consistency
-          if (~bci.trigMask & bci.selMask) {
-            std::cout << "ERROR selMask is not subset of trigMask:";
-            // bcAO2D.print();
-          }
           bcRanges.push_back({bci.bcAOD, bci.bcEvSel});
-          filterBitMask.push_back({bci.trigMask, 0ull});
-          selectionBitMask.push_back({bci.selMask, 0ull});
+          filterBitMask.push_back({bci.trigMask[0], bci.trigMask[1]});
+          selectionBitMask.push_back({bci.selMask[0], bci.selMask[1]});
         }
       }
     }
-    api.storeAsTFileAny(&bcRanges, kBaseCCDBPath + "SelectedBCs", metadata, duration.first, duration.second);
-    api.storeAsTFileAny(&filterBitMask, kBaseCCDBPath + "FilterBitMasks", metadata, duration.first, duration.second);
-    api.storeAsTFileAny(&selectionBitMask, kBaseCCDBPath + "SelectionBitMasks", metadata, duration.first, duration.second);
+    api.storeAsTFileAny(&bcRanges, baseCCDBpath + "SelectedBCs", metadata, duration.first, duration.second);
+    api.storeAsTFileAny(&filterBitMask, baseCCDBpath + "FilterBitMasks", metadata, duration.first, duration.second);
+    api.storeAsTFileAny(&selectionBitMask, baseCCDBpath + "SelectionBitMasks", metadata, duration.first, duration.second);
   }
 }
+
+void uploadOTSobjects(std::string periodName)
+{
+  int year = 2000 + std::stoi(periodName.substr(3, 2));
+  gSystem->Exec(Form("alien_find /alice/data/%i/%s/ ctf_skim_full/AnalysisResults_fullrun.root | sed 's:/AnalysisResults_fullrun\\.root::' > list_%s.txt", year, periodName.data(), periodName.data()));
+  uploadOTSobjects(Form("list_%s.txt", periodName.data()), "", true);
+}