FrameworkGUIDeviceInspector.cxx

Go to the documentation of this file.

// Copyright 2019-2020 CERN and copyright holders of ALICE O2.
// See https://alice-o2.web.cern.ch/copyright for details of the copyright holders.
// All rights not expressly granted are reserved.
//
// This software is distributed under the terms of the GNU General Public
// License v3 (GPL Version 3), copied verbatim in the file "COPYING".
//
// In applying this license CERN does not waive the privileges and immunities
// granted to it by virtue of its status as an Intergovernmental Organization
// or submit itself to any jurisdiction.
 
#include "FrameworkGUIDeviceInspector.h"
#include "Framework/DataProcessorInfo.h"
 
#include "Framework/DeviceControl.h"
#include "Framework/DeviceSpec.h"
#include "Framework/DeviceInfo.h"
#include "Framework/DeviceMetricsInfo.h"
#include "Framework/ChannelSpec.h"
#include "Framework/Logger.h"
#include "Framework/DeviceController.h"
#include "Framework/DataProcessingStates.h"
#include "Framework/Signpost.h"
#include "InspectorHelpers.h"
#include <DebugGUI/icons_font_awesome.h>
 
#include "DebugGUI/imgui.h"
#include <cinttypes>
#include <csignal>
#include <cstdlib>
#include <iostream>
 
namespace o2::framework::gui
{
 
struct ChannelsTableHelper {
  template <typename C>
  static void channelsTable(const char* title, const C& channels)
  {
    ImGui::TextUnformatted(title);
    ImGui::Columns(2);
    ImGui::TextUnformatted("Name");
    ImGui::NextColumn();
    ImGui::TextUnformatted("Port");
    ImGui::NextColumn();
    for (auto channel : channels) {
      ImGui::TextUnformatted(channel.name.c_str());
      ImGui::NextColumn();
      ImGui::Text("%d", channel.port);
      ImGui::NextColumn();
    }
    ImGui::Columns(1);
  }
};
 
void deviceStateTable(DataProcessingStates const& states)
{
  static std::vector<char> statesActive(states.statesViews.size(), false);
  if (statesActive.size() != states.statesViews.size()) {
    statesActive.resize(states.statesViews.size(), false);
  }
 
  if (ImGui::CollapsingHeader("Remote state", ImGuiTreeNodeFlags_DefaultOpen)) {
    for (size_t i = 0; i < states.stateNames.size(); ++i) {
      if (states.stateNames[i].empty()) {
        continue;
      }
      auto& view = states.statesViews[i];
      if (view.size == 0) {
        continue;
      }
      ImGui::Checkbox(states.stateNames[i].c_str(), (bool*)&statesActive[i]);
      if (view.size && statesActive[i] != 0) {
        ImGui::Begin(states.stateNames[i].c_str());
        ImGui::Text("%d-%d\n %.*s", view.first, view.first + view.size, view.size, states.statesBuffer.data() + view.first);
        ImGui::End();
      }
    }
  }
}
 
template <typename Routes>
void deviceInfoTable(char const* label, ProcessingStateId id, DataProcessingStates const& states, Routes const& routes, DeviceMetricsInfo const& metrics)
{
  // Find the state spec associated to data_queries
  auto& view = states.statesViews[(int)id];
  if (ImGui::CollapsingHeader(label, ImGuiTreeNodeFlags_DefaultOpen)) {
    std::string_view inputs(states.statesBuffer.data() + view.first, view.size);
    auto beginInputs = inputs.begin();
    auto endInputs = beginInputs + view.size;
    char const* input = beginInputs;
    size_t i = 0;
    // Iterate on the ; delimited string_views inside inputs
    while (input != endInputs) {
      auto end = std::find(input, endInputs, ';');
      if ((end - input) == 0) {
        continue;
      }
      ImGui::Text("%zu: %.*s (%s)", i, int(end - input), input, InspectorHelpers::getLifeTimeStr(routes[i].matcher.lifetime));
      if (ImGui::IsItemHovered()) {
        ImGui::BeginTooltip();
        ImGui::Text("%zu: %.*s (%s)", i, int(end - input), input, InspectorHelpers::getLifeTimeStr(routes[i].matcher.lifetime));
        ImGui::EndTooltip();
      }
      input = end + 1;
      ++i;
    }
  }
}
 
void configurationTable(boost::property_tree::ptree const& currentConfig,
                        boost::property_tree::ptree const& currentProvenance)
{
  if (currentConfig.empty()) {
    return;
  }
  if (ImGui::CollapsingHeader("Current Config", ImGuiTreeNodeFlags_DefaultOpen)) {
    ImGui::Columns(2);
    auto labels = {"Name", "Value"};
    for (auto& label : labels) {
      ImGui::TextUnformatted(label);
      ImGui::NextColumn();
    }
    for (auto& option : currentConfig) {
      ImGui::TextUnformatted(option.first.c_str());
      if (ImGui::IsItemHovered()) {
        ImGui::BeginTooltip();
        ImGui::TextUnformatted(option.first.c_str());
        ImGui::EndTooltip();
      }
      ImGui::NextColumn();
      ImGui::Text("%s (%s)", option.second.data().c_str(), currentProvenance.get<std::string>(option.first).c_str());
      if (ImGui::IsItemHovered()) {
        ImGui::BeginTooltip();
        ImGui::Text("%s (%s)", option.second.data().c_str(), currentProvenance.get<std::string>(option.first).c_str());
        ImGui::EndTooltip();
      }
      ImGui::NextColumn();
    }
    ImGui::Columns(1);
  }
}
 
void optionsTable(const char* label, std::vector<ConfigParamSpec> const& options, const DeviceControl& control)
{
  if (options.empty()) {
    return;
  }
  if (ImGui::CollapsingHeader(label, ImGuiTreeNodeFlags_DefaultOpen)) {
    ImGui::Columns(2);
    auto labels = {"Name", "Value"};
    for (auto& label : labels) {
      ImGui::TextUnformatted(label);
      ImGui::NextColumn();
    }
    for (auto& option : options) {
      ImGui::TextUnformatted(option.name.c_str());
      ImGui::NextColumn();
      auto currentValueIt = control.options.find(option.name);
 
      // Did not find the option
      if (currentValueIt == control.options.end()) {
        switch (option.type) {
          case VariantType::String:
            ImGui::Text(R"("%s" (default))", option.defaultValue.get<const char*>());
            break;
          case VariantType::Int:
            ImGui::Text("%d (default)", option.defaultValue.get<int>());
            break;
          case VariantType::Int8:
            ImGui::Text("%d (default)", option.defaultValue.get<int8_t>());
            break;
          case VariantType::Int16:
            ImGui::Text("%d (default)", option.defaultValue.get<int16_t>());
            break;
          case VariantType::Int64:
            ImGui::Text("%" PRId64 " (default)", option.defaultValue.get<int64_t>());
            break;
          case VariantType::UInt8:
            ImGui::Text("%d (default)", option.defaultValue.get<uint8_t>());
            break;
          case VariantType::UInt16:
            ImGui::Text("%d (default)", option.defaultValue.get<uint16_t>());
            break;
          case VariantType::UInt32:
            ImGui::Text("%d (default)", option.defaultValue.get<uint32_t>());
            break;
          case VariantType::UInt64:
            ImGui::Text("%" PRIu64 " (default)", option.defaultValue.get<uint64_t>());
            break;
          case VariantType::Float:
            ImGui::Text("%f (default)", option.defaultValue.get<float>());
            break;
          case VariantType::Double:
            ImGui::Text("%f (default)", option.defaultValue.get<double>());
            break;
          case VariantType::Empty:
            ImGui::TextUnformatted(""); // no default value
            break;
          default:
            ImGui::TextUnformatted("unknown");
        }
      } else {
        ImGui::TextUnformatted(currentValueIt->second.c_str());
      }
      ImGui::NextColumn();
    }
  }
 
  ImGui::Columns(1);
}
 
void servicesTable(const char* label, std::vector<ServiceSpec> const& services)
{
  if (services.empty()) {
    return;
  }
  if (ImGui::CollapsingHeader(label, ImGuiTreeNodeFlags_DefaultOpen)) {
    ImGui::Columns(2);
    auto labels = {"Service", "Kind"};
    for (auto& label : labels) {
      ImGui::TextUnformatted(label);
      ImGui::NextColumn();
    }
    for (auto& service : services) {
      if (!service.name.empty()) {
        ImGui::TextUnformatted(service.name.c_str());
      } else {
        ImGui::TextUnformatted("unknown");
      }
      ImGui::NextColumn();
      switch (service.kind) {
        case ServiceKind::Serial:
          ImGui::TextUnformatted("Serial");
          break;
        case ServiceKind::Global:
          ImGui::TextUnformatted("Global");
          break;
        case ServiceKind::Stream:
          ImGui::TextUnformatted("Stream");
          break;
        default:
          ImGui::TextUnformatted("unknown");
      }
      ImGui::NextColumn();
    }
  }
 
  ImGui::Columns(1);
}
 
void displayDeviceInspector(DeviceSpec const& spec,
                            DeviceInfo const& info,
                            DataProcessingStates const& states,
                            DeviceMetricsInfo const& metrics,
                            DataProcessorInfo const& metadata,
                            DeviceControl& control)
{
  ImGui::Text("Name: %s", spec.name.c_str());
  ImGui::Text("Executable: %s", metadata.executable.c_str());
  if (info.active) {
    ImGui::Text("Pid: %d", info.pid);
  } else {
    ImGui::Text("Pid: %d (exit status: %d)", info.pid, info.exitStatus);
  }
  ImGui::Text("Device state: %s", info.deviceState.data());
  ImGui::Text("Rank: %zu/%zu%%%zu/%zu", spec.rank, spec.nSlots, spec.inputTimesliceId, spec.maxInputTimeslices);
 
  if (ImGui::Button(ICON_FA_BUG "Attach debugger")) {
    std::string pid = std::to_string(info.pid);
    setenv("O2DEBUGGEDPID", pid.c_str(), 1);
#ifdef __APPLE__
    std::string defaultAppleDebugCommand =
      "osascript -e 'tell application \"Terminal\" to activate'"
      " -e 'tell application \"Terminal\" to do script \"lldb -p \" & (system attribute \"O2DEBUGGEDPID\") & \"; exit\"'";
    setenv("O2DPLDEBUG", defaultAppleDebugCommand.c_str(), 0);
#else
    setenv("O2DPLDEBUG", "xterm -hold -e gdb attach $O2DEBUGGEDPID &", 0);
#endif
    int retVal = system(getenv("O2DPLDEBUG"));
    (void)retVal;
  }
 
  ImGui::SameLine();
  if (ImGui::Button("Profile 30s")) {
    std::string pid = std::to_string(info.pid);
    setenv("O2PROFILEDPID", pid.c_str(), 1);
#ifdef __APPLE__
    auto defaultAppleProfileCommand = fmt::format(
      "osascript -e 'tell application \"Terminal\"'"
      " -e 'activate'"
      " -e 'do script \"xcrun xctrace record --output dpl-profile-{0}.trace"
      " --instrument os_signpost --time-limit 30s --template Time\\\\ Profiler --attach {0} "
      " && open dpl-profile-{0}.trace && exit\"'"
      " -e 'end tell'",
      pid);
 
    setenv("O2DPLPROFILE", defaultAppleProfileCommand.c_str(), 0);
#else
    setenv("O2DPLPROFILE", "xterm -hold -e perf record -a -g -p $O2PROFILEDPID > perf-$O2PROFILEDPID.data &", 0);
#endif
    LOG(error) << getenv("O2DPLPROFILE");
    int retVal = system(getenv("O2DPLPROFILE"));
    (void)retVal;
  }
 
#ifdef __APPLE__
  if (ImGui::Button("Profile Allocations 30s")) {
    std::string pid = std::to_string(info.pid);
    setenv("O2PROFILEDPID", pid.c_str(), 1);
    auto defaultAppleProfileCommand = fmt::format(
      "osascript -e 'tell application \"Terminal\"'"
      " -e 'activate'"
      " -e 'do script \"xcrun xctrace record --output dpl-profile-{0}.trace"
      " --time-limit 30s --instrument os_signpost --template Allocations --attach {0} "
      " && open dpl-profile-{0}.trace && exit\"'"
      " -e 'end tell'",
      pid);
 
    setenv("O2DPLPROFILE", defaultAppleProfileCommand.c_str(), 0);
    LOG(error) << getenv("O2DPLPROFILE");
    int retVal = system(getenv("O2DPLPROFILE"));
    (void)retVal;
  }
#endif
 
  if (control.controller) {
    if (ImGui::Button("Offer SHM")) {
      control.controller->write("/shm-offer 1000", strlen("/shm-offer 1000"));
    }
 
    if (ImGui::Button("Offer timeslices")) {
      control.controller->write("/timeslice-offer 1", strlen("/timeslice-offer 1"));
    }
 
    if (control.requestedState > info.providedState) {
      ImGui::Text(ICON_FA_CLOCK_O);
    } else {
      if (ImGui::Button("Restart")) {
        control.requestedState = info.providedState + 1;
        control.controller->write("/restart", strlen("/restart"));
      }
    }
  }
 
  deviceStateTable(states);
  deviceInfoTable("Inputs:", ProcessingStateId::DATA_QUERIES, states, spec.inputs, metrics);
  deviceInfoTable("Outputs:", ProcessingStateId::OUTPUT_MATCHERS, states, spec.outputs, metrics);
  configurationTable(info.currentConfig, info.currentProvenance);
  optionsTable("Workflow Options", metadata.workflowOptions, control);
  if (ImGui::CollapsingHeader("Labels", ImGuiTreeNodeFlags_DefaultOpen)) {
    for (auto& label : spec.labels) {
      ImGui::Text("%s", label.value.c_str());
    }
  }
  servicesTable("Services", spec.services);
  if (ImGui::CollapsingHeader("Command line arguments", ImGuiTreeNodeFlags_DefaultOpen)) {
    static ImGuiTextFilter filter;
    filter.Draw(ICON_FA_SEARCH);
    for (auto& arg : metadata.cmdLineArgs) {
      if (filter.PassFilter(arg.c_str())) {
        ImGui::TextUnformatted(arg.c_str());
      }
    }
  }
 
  if (ImGui::CollapsingHeader("Channels", ImGuiTreeNodeFlags_DefaultOpen)) {
    ImGui::Text("# channels: %lu", spec.inputChannels.size() + spec.outputChannels.size());
    ChannelsTableHelper::channelsTable("Inputs:", spec.inputChannels);
    ChannelsTableHelper::channelsTable("Outputs:", spec.outputChannels);
  }
  if (ImGui::CollapsingHeader("Policies")) {
    ImGui::Text("Completion: %s", spec.completionPolicy.name.c_str());
    ImGui::Text("Sending: %s", spec.sendingPolicy.name.c_str());
    ImGui::Text("Dispatching: %s", spec.dispatchPolicy.name.c_str());
  }
 
  if (ImGui::CollapsingHeader("Signals", ImGuiTreeNodeFlags_DefaultOpen)) {
    if (ImGui::Button("SIGSTOP")) {
      kill(info.pid, SIGSTOP);
    }
    ImGui::SameLine();
    if (ImGui::Button("SIGTERM")) {
      kill(info.pid, SIGTERM);
    }
    ImGui::SameLine();
    if (ImGui::Button("SIGKILL")) {
      kill(info.pid, SIGKILL);
    }
    if (ImGui::Button("SIGCONT")) {
      kill(info.pid, SIGCONT);
    }
    ImGui::SameLine();
    if (ImGui::Button("SIGUSR1")) {
      kill(info.pid, SIGUSR1);
    }
    ImGui::SameLine();
    if (ImGui::Button("SIGUSR2")) {
      kill(info.pid, SIGUSR2);
    }
  }
 
  if (ImGui::CollapsingHeader("Signposts", ImGuiTreeNodeFlags_DefaultOpen)) {
    static const struct {
      const char* label;
      int bit;
      const char* fullName;
    } kStreams[] = {
      {"Device", DeviceState::LogStreams::DEVICE_LOG, "ch.cern.aliceo2.device"},
      {"Completion", DeviceState::LogStreams::COMPLETION_LOG, "ch.cern.aliceo2.completion"},
      {"Monitoring", DeviceState::LogStreams::MONITORING_SERVICE_LOG, "ch.cern.aliceo2.monitoring_service"},
      {"DataProcessorContext", DeviceState::LogStreams::DATA_PROCESSOR_CONTEXT_LOG, "ch.cern.aliceo2.data_processor_context"},
      {"StreamContext", DeviceState::LogStreams::STREAM_CONTEXT_LOG, "ch.cern.aliceo2.stream_context"},
    };
    for (auto const& s : kStreams) {
      if (ImGui::CheckboxFlags(s.label, &control.logStreams, s.bit) && control.controller) {
        bool enabled = (control.logStreams & s.bit) != 0;
        std::string cmd = enabled ? fmt::format("/signpost:enable {}", s.fullName)
                                  : fmt::format("/signpost:disable {}", s.fullName);
        control.controller->write(cmd.c_str(), cmd.size());
      }
    }
  }
 
  bool flagsChanged = false;
  if (ImGui::CollapsingHeader("Event loop tracing", ImGuiTreeNodeFlags_DefaultOpen)) {
    flagsChanged |= ImGui::CheckboxFlags("METRICS_MUST_FLUSH", &control.tracingFlags, DeviceState::LoopReason::METRICS_MUST_FLUSH);
    flagsChanged |= ImGui::CheckboxFlags("SIGNAL_ARRIVED", &control.tracingFlags, DeviceState::LoopReason::SIGNAL_ARRIVED);
    flagsChanged |= ImGui::CheckboxFlags("DATA_SOCKET_POLLED", &control.tracingFlags, DeviceState::LoopReason::DATA_SOCKET_POLLED);
    flagsChanged |= ImGui::CheckboxFlags("DATA_INCOMING", &control.tracingFlags, DeviceState::LoopReason::DATA_INCOMING);
    flagsChanged |= ImGui::CheckboxFlags("DATA_OUTGOING", &control.tracingFlags, DeviceState::LoopReason::DATA_OUTGOING);
    flagsChanged |= ImGui::CheckboxFlags("WS_COMMUNICATION", &control.tracingFlags, DeviceState::LoopReason::WS_COMMUNICATION);
    flagsChanged |= ImGui::CheckboxFlags("TIMER_EXPIRED", &control.tracingFlags, DeviceState::LoopReason::TIMER_EXPIRED);
    flagsChanged |= ImGui::CheckboxFlags("WS_CONNECTED", &control.tracingFlags, DeviceState::LoopReason::WS_CONNECTED);
    flagsChanged |= ImGui::CheckboxFlags("WS_CLOSING", &control.tracingFlags, DeviceState::LoopReason::WS_CLOSING);
    flagsChanged |= ImGui::CheckboxFlags("WS_READING", &control.tracingFlags, DeviceState::LoopReason::WS_READING);
    flagsChanged |= ImGui::CheckboxFlags("WS_WRITING", &control.tracingFlags, DeviceState::LoopReason::WS_WRITING);
    flagsChanged |= ImGui::CheckboxFlags("ASYNC_NOTIFICATION", &control.tracingFlags, DeviceState::LoopReason::ASYNC_NOTIFICATION);
    flagsChanged |= ImGui::CheckboxFlags("OOB_ACTIVITY", &control.tracingFlags, DeviceState::LoopReason::OOB_ACTIVITY);
    flagsChanged |= ImGui::CheckboxFlags("UNKNOWN", &control.tracingFlags, DeviceState::LoopReason::UNKNOWN);
    flagsChanged |= ImGui::CheckboxFlags("FIRST_LOOP", &control.tracingFlags, DeviceState::LoopReason::FIRST_LOOP);
    flagsChanged |= ImGui::CheckboxFlags("NEW_STATE_PENDING", &control.tracingFlags, DeviceState::LoopReason::NEW_STATE_PENDING);
    flagsChanged |= ImGui::CheckboxFlags("PREVIOUSLY_ACTIVE", &control.tracingFlags, DeviceState::LoopReason::PREVIOUSLY_ACTIVE);
    flagsChanged |= ImGui::CheckboxFlags("TRACE_CALLBACKS", &control.tracingFlags, DeviceState::LoopReason::TRACE_CALLBACKS);
    flagsChanged |= ImGui::CheckboxFlags("TRACE_USERCODE", &control.tracingFlags, DeviceState::LoopReason::TRACE_USERCODE);
    if (flagsChanged && control.controller) {
      std::string cmd = fmt::format("/trace {}", control.tracingFlags);
      control.controller->write(cmd.c_str(), cmd.size());
    }
  }
}
 
} // namespace o2::framework::gui