DPL: add a string metric for each of the outputs

ktf · ktf · commit ded2f2faf8bb · 2021-11-15T08:58:03.000+01:00
diff --git a/Framework/Core/include/Framework/DataSender.h b/Framework/Core/include/Framework/DataSender.h
@@ -12,13 +12,19 @@
 #define O2_FRAMEWORK_DATASENDER_H_
 
 #include "Framework/SendingPolicy.h"
+#include "Framework/Tracing.h"
+#include "Framework/OutputSpec.h"
 #include <fairmq/FairMQParts.h>
 #include <string>
 
+#include <cstddef>
+#include <mutex>
+
 namespace o2::framework
 {
 
 struct ServiceRegistry;
+struct DeviceSpec;
 
 /// Allow injecting policies on send
 class DataSender
@@ -32,7 +38,16 @@ class DataSender
  private:
   void* mContext;
   ServiceRegistry& mRegistry;
+  DeviceSpec const& mSpec;
+  std::vector<OutputSpec> mOutputs;
   SendingPolicy mPolicy;
+  std::vector<size_t> mDistinctRoutesIndex;
+
+  std::vector<std::string> mMetricsNames;
+  std::vector<std::string> mVariablesMetricsNames;
+  std::vector<std::string> mQueriesMetricsNames;
+
+  TracyLockableN(std::recursive_mutex, mMutex, "data relayer mutex");
 };
 
 } // namespace o2::framework
diff --git a/Framework/Core/src/DataSender.cxx b/Framework/Core/src/DataSender.cxx
@@ -12,18 +12,58 @@
 #include "Framework/DataSender.h"
 #include "Framework/ServiceRegistry.h"
 #include "Framework/RawDeviceService.h"
+#include "Framework/OutputRoute.h"
+#include "Framework/DeviceSpec.h"
+#include "Framework/Monitoring.h"
+#include "Framework/DataSpecUtils.h"
 
 #include <fairmq/Device.h>
 
+using namespace o2::monitoring;
+
 namespace o2::framework
 {
 
+namespace
+{
+std::vector<size_t>
+  createDistinctOutputRouteIndex(std::vector<OutputRoute> const& routes)
+{
+  std::vector<size_t> result;
+  for (size_t ri = 0; ri < routes.size(); ++ri) {
+    auto& route = routes[ri];
+    if (route.timeslice == 0) {
+      result.push_back(ri);
+    }
+  }
+  return result;
+}
+} // namespace
+
 DataSender::DataSender(ServiceRegistry& registry,
                        SendingPolicy const& policy)
   : mContext{registry.get<RawDeviceService>().device()},
     mRegistry{registry},
+    mSpec{registry.get<DeviceSpec const>()},
+    mDistinctRoutesIndex{createDistinctOutputRouteIndex(mSpec.outputs)},
     mPolicy{policy}
 {
+  std::scoped_lock<LockableBase(std::recursive_mutex)> lock(mMutex);
+
+  auto numInputTypes = mDistinctRoutesIndex.size();
+  mQueriesMetricsNames.resize(numInputTypes * 1);
+  auto& monitoring = mRegistry.get<Monitoring>();
+  monitoring.send({(int)numInputTypes, "output_matchers/h", Verbosity::Debug});
+  monitoring.send({(int)1, "output_matchers/w", Verbosity::Debug});
+  auto& routes = mSpec.outputs;
+  for (size_t i = 0; i < numInputTypes; ++i) {
+    mQueriesMetricsNames[i] = fmt::format("output_matchers/{}", i);
+    char buffer[128];
+    assert(mDistinctRoutesIndex[i] < routes.size());
+    mOutputs.push_back(routes[mDistinctRoutesIndex[i]].matcher);
+    DataSpecUtils::describe(buffer, 127, mOutputs.back());
+    monitoring.send({std::string{buffer}, mQueriesMetricsNames[i], Verbosity::Debug});
+  }
 }
 
 std::unique_ptr<FairMQMessage> DataSender::create()
