Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 16 additions & 0 deletions Framework/AnalysisSupport/src/DataInputDirector.cxx
Original file line number Diff line number Diff line change
Expand Up @@ -146,6 +146,7 @@ bool DataInputDescriptor::setFile(int counter)
throw std::runtime_error(fmt::format("Couldn't open file \"{}\"!", filename));
}
rootFS = std::dynamic_pointer_cast<TFileFileSystem>(mCurrentFilesystem);
printFileOpening();

// get the parent file map if exists
mParentFileMap = (TMap*)rootFS->GetFile()->Get("parentFiles"); // folder name (DF_XXX) --> parent file (absolute path)
Expand Down Expand Up @@ -297,6 +298,21 @@ int DataInputDescriptor::getReadTimeFramesInFile(int counter)
return std::count(list.begin(), list.end(), true);
}

void DataInputDescriptor::printFileOpening()
{
auto rootFS = std::dynamic_pointer_cast<TFileFileSystem>(mCurrentFilesystem);
auto f = dynamic_cast<TFile*>(rootFS->GetFile());
std::string monitoringInfo(fmt::format("lfn={},size={}", f->GetName(), f->GetSize()));
#if __has_include(<TJAlienFile.h>)
auto alienFile = dynamic_cast<TJAlienFile*>(f);
if (alienFile) {
monitoringInfo += fmt::format(",se={},open_time={:.1f}", alienFile->GetSE(), alienFile->GetElapsed());
}
#endif
mMonitoring->send(o2::monitoring::Metric{monitoringInfo, "aod-file-open-info"}.addTag(o2::monitoring::tags::Key::Subsystem, o2::monitoring::tags::Value::DPL));
LOGP(info, "Opening file: {}", monitoringInfo);
}

void DataInputDescriptor::printFileStatistics()
{
int64_t wait_time = (int64_t)uv_hrtime() - (int64_t)mCurrentFileStartedAt - (int64_t)mIOTime;
Expand Down
1 change: 1 addition & 0 deletions Framework/AnalysisSupport/src/DataInputDirector.h
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,7 @@ class DataInputDescriptor

bool readTree(DataAllocator& outputs, header::DataHeader dh, int counter, int numTF, std::string treename, size_t& totalSizeCompressed, size_t& totalSizeUncompressed);

void printFileOpening();
void printFileStatistics();
void closeInputFile();
bool isAlienSupportOn() { return mAlienSupport; }
Expand Down
18 changes: 18 additions & 0 deletions Framework/AnalysisSupport/src/Plugin.cxx
Original file line number Diff line number Diff line change
Expand Up @@ -76,6 +76,24 @@ struct RunSummary : o2::framework::ServicePlugin {
LOGP(info, "{}", files[fi % files.size()].data);
}
}
for (size_t li = 0; li < metrics.metricLabels.size(); ++li) {
MetricLabel const&label = metrics.metricLabels[li];
if (strcmp(label.label, "aod-file-open-info") != 0) {
continue;
}
MetricInfo const&metric = metrics.metrics[li];
auto &files = metrics.stringMetrics[metric.storeIdx];
if (metric.filledMetrics) {
LOGP(info, "### Files opened stats ###");
}
std::string lastFileRead;
for (size_t fi = 0; fi < metric.filledMetrics; ++fi) {
lastFileRead = files[fi % files.size()].data;
}
if (lastFileRead.empty() == false) {
LOGP(info, "Last file opened: {}", lastFileRead);
}
}
} },
.kind = ServiceKind::Serial};
}
Expand Down
Loading