TPCResidualAggregatorSpec.h

Go to the documentation of this file.

// Copyright 2019-2020 CERN and copyright holders of ALICE O2.
// See https://alice-o2.web.cern.ch/copyright for details of the copyright holders.
// All rights not expressly granted are reserved.
//
// This software is distributed under the terms of the GNU General Public
// License v3 (GPL Version 3), copied verbatim in the file "COPYING".
//
// In applying this license CERN does not waive the privileges and immunities
// granted to it by virtue of its status as an Intergovernmental Organization
// or submit itself to any jurisdiction.
 
#ifndef O2_TPC_RESIDUALAGGREGATORSPEC_H
#define O2_TPC_RESIDUALAGGREGATORSPEC_H
 
 
#include "DetectorsCalibration/Utils.h"
#include "SpacePoints/TrackResiduals.h"
#include "SpacePoints/ResidualAggregator.h"
#include "TPCCalibration/VDriftHelper.h"
#include "CommonUtils/MemFileHelper.h"
#include "Framework/Task.h"
#include "Framework/ConfigParamRegistry.h"
#include "Framework/ControlService.h"
#include "Framework/WorkflowSpec.h"
#include "DetectorsBase/GRPGeomHelper.h"
#include "Framework/RawDeviceService.h"
#include <fairmq/Device.h>
#include <chrono>
 
using namespace o2::framework;
using GID = o2::dataformats::GlobalTrackID;
 
namespace o2
{
namespace calibration
{
 
class ResidualAggregatorDevice : public o2::framework::Task
{
 public:
  ResidualAggregatorDevice(std::shared_ptr<o2::base::GRPGeomRequest> req, bool trackInput, bool ctpInput, bool writeUnbinnedResiduals, bool writeBinnedResiduals, bool writeTrackData, bool mcInput, std::shared_ptr<o2::globaltracking::DataRequest> dataRequest) : mCCDBRequest(req), mTrackInput(trackInput), mCTPInput(ctpInput), mWriteUnbinnedResiduals(writeUnbinnedResiduals), mWriteBinnedResiduals(writeBinnedResiduals), mWriteTrackData(writeTrackData), mMCInput(mcInput), mDataRequest(dataRequest) {}
 
  void init(o2::framework::InitContext& ic) final
  {
    o2::base::GRPGeomHelper::instance().setRequest(mCCDBRequest);
    int minEnt = ic.options().get<int>("min-entries");
    auto slotLength = ic.options().get<uint32_t>("sec-per-slot");
    bool useInfiniteSlotLength = false;
    if (slotLength == 0) {
      useInfiniteSlotLength = true;
    }
    auto updateInterval = ic.options().get<uint32_t>("updateInterval");
    auto delay = ic.options().get<uint32_t>("max-delay");
 
    // should we write meta files for epn2eos?
    bool storeMetaFile = false;
    std::string metaFileDir = ic.options().get<std::string>("meta-output-dir");
    if (metaFileDir != "/dev/null") {
      metaFileDir = o2::utils::Str::rectifyDirectory(metaFileDir);
      storeMetaFile = true;
    }
 
    // where should the ROOT output be written? in case its set to /dev/null
    // we don't write anything, also no meta files of course
    bool writeOutput = true;
    std::string outputDir = ic.options().get<std::string>("output-dir");
    if (outputDir != "/dev/null") {
      outputDir = o2::utils::Str::rectifyDirectory(outputDir);
    } else {
      writeOutput = false;
      storeMetaFile = false;
    }
 
    LOGP(info, "Creating aggregator with {} entries per voxel minimum. Output file writing enabled: {}, meta file writing enabled: {}",
         minEnt, writeOutput, storeMetaFile);
    mAggregator = std::make_unique<o2::tpc::ResidualAggregator>(minEnt);
    if (writeOutput) {
      mAggregator->setOutputDir(outputDir);
    }
    if (storeMetaFile) {
      mAggregator->setMetaFileOutputDir(metaFileDir);
    }
 
    int autosave = ic.options().get<int>("autosave-interval");
    mAggregator->setAutosaveInterval(autosave);
    // TODO mAggregator should get an option to set the binning externally (expose TrackResiduals::setBinning methods to user? as command line option?)
    mAggregator->setMaxSlotsDelay(delay);
    if (useInfiniteSlotLength) {
      mAggregator->setSlotLength(o2::calibration::INFINITE_TF);
      mAggregator->setCheckIntervalInfiniteSlot(updateInterval);
    } else {
      mAggregator->setSlotLengthInSeconds(slotLength);
    }
    mAggregator->setWriteBinnedResiduals(mWriteBinnedResiduals);
    mAggregator->setWriteUnbinnedResiduals(mWriteUnbinnedResiduals);
    mAggregator->setWriteTrackData(mWriteTrackData);
    mAggregator->setWriteTrackDataMC(mMCInput);
    mAggregator->setCompression(ic.options().get<int>("compression"));
  }
 
  void finaliseCCDB(o2::framework::ConcreteDataMatcher& matcher, void* obj) final
  {
    if (o2::base::GRPGeomHelper::instance().finaliseCCDB(matcher, obj)) {
      return;
    }
    if (mTPCVDriftHelper.accountCCDBInputs(matcher, obj)) {
      return;
    }
  }
 
  void run(o2::framework::ProcessingContext& pc) final
  {
    const auto& tinfo = pc.services().get<o2::framework::TimingInfo>();
    if (tinfo.globalRunNumberChanged) {
      // new run is starting
      LOG(info) << "New run start detected";
      mRunStopRequested = false;
      mInitDone = false;
    }
    if (mRunStopRequested) {
      return;
    }
    auto runStartTime = std::chrono::high_resolution_clock::now();
    o2::globaltracking::RecoContainer recoCont;
    recoCont.collectData(pc, *mDataRequest);
    updateTimeDependentParams(pc);
    std::chrono::duration<double, std::milli> ccdbUpdateTime = std::chrono::high_resolution_clock::now() - runStartTime;
 
    // we always require the unbinned residuals and the associated detector info and track references
    auto residualsData = pc.inputs().get<gsl::span<o2::tpc::UnbinnedResid>>("unbinnedRes");
    auto residualsDataDet = pc.inputs().get<gsl::span<o2::tpc::DetInfoResid>>("detinfoRes");
    auto trackRefs = pc.inputs().get<gsl::span<o2::tpc::TrackDataCompact>>("trackRefs");
 
    // track data input is optional
    const gsl::span<const o2::tpc::TrackData>* trkDataPtr = nullptr;
    using trkDataType = std::decay_t<decltype(pc.inputs().get<gsl::span<o2::tpc::TrackData>>(""))>;
    std::optional<trkDataType> trkData;
    if (mTrackInput) {
      trkData.emplace(pc.inputs().get<gsl::span<o2::tpc::TrackData>>("trkData"));
      trkDataPtr = &trkData.value();
    }
    // MC truth of the track data (optional, MC only)
    const gsl::span<const o2::tpc::TrackDataMC>* trkDataMCPtr = nullptr;
    using trkDataMCType = std::decay_t<decltype(pc.inputs().get<gsl::span<o2::tpc::TrackDataMC>>(""))>;
    std::optional<trkDataMCType> trkDataMC;
    if (mMCInput) {
      trkDataMC.emplace(pc.inputs().get<gsl::span<o2::tpc::TrackDataMC>>("trkDataMC"));
      trkDataMCPtr = &trkDataMC.value();
    }
    // CTP lumi input (optional)
    const o2::ctp::LumiInfo* lumi = nullptr;
    using lumiDataType = std::decay_t<decltype(pc.inputs().get<o2::ctp::LumiInfo>(""))>;
    std::optional<lumiDataType> lumiInput;
    if (mCTPInput) {
      lumiInput = recoCont.getCTPLumi();
      lumi = &lumiInput.value();
    }
 
    o2::base::TFIDInfoHelper::fillTFIDInfo(pc, mAggregator->getCurrentTFInfo());
    LOG(detail) << "Processing TF " << mAggregator->getCurrentTFInfo().tfCounter << " with " << trkData->size() << " tracks and " << residualsData.size() << " unbinned residuals associated to them";
    mAggregator->process(residualsData, residualsDataDet, trackRefs, trkDataPtr, trkDataMCPtr, lumi);
    std::chrono::duration<double, std::milli> runDuration = std::chrono::high_resolution_clock::now() - runStartTime;
    LOGP(debug, "Duration for run method: {} ms. From this taken for time dependent param update: {} ms",
         std::chrono::duration_cast<std::chrono::milliseconds>(runDuration).count(),
         std::chrono::duration_cast<std::chrono::milliseconds>(ccdbUpdateTime).count());
    if (pc.transitionState() == TransitionHandlingState::Requested) {
      LOG(info) << "Run stop requested, finalizing";
      mRunStopRequested = true;
      mAggregator->checkSlotsToFinalize();
      mAggregator.reset();
      LOG(info) << "Finalizing done";
    }
  }
 
  void endOfStream(o2::framework::EndOfStreamContext& ec) final
  {
    if (mRunStopRequested) {
      return;
    }
    LOG(info) << "Finalizing calibration for end of stream";
    mAggregator->checkSlotsToFinalize();
    mAggregator.reset(); // must invoke destructor manually here, otherwise we get a segfault
    LOG(info) << "Finalizing done for end of stream";
  }
 
 private:
  void updateTimeDependentParams(ProcessingContext& pc)
  {
    o2::base::GRPGeomHelper::instance().checkUpdates(pc);
    mTPCVDriftHelper.extractCCDBInputs(pc);
    if (mTPCVDriftHelper.isUpdated()) {
      LOGP(info, "Updating TPC fast transform map with new VDrift factor of {} wrt reference {} and DriftTimeOffset correction {} wrt {} from source {}",
           mTPCVDriftHelper.getVDriftObject().corrFact, mTPCVDriftHelper.getVDriftObject().refVDrift,
           mTPCVDriftHelper.getVDriftObject().timeOffsetCorr, mTPCVDriftHelper.getVDriftObject().refTimeOffset,
           mTPCVDriftHelper.getSourceName());
      mAggregator->setTPCVDrift(mTPCVDriftHelper.getVDriftObject());
      mTPCVDriftHelper.acknowledgeUpdate();
    }
    if (!mInitDone) {
      mAggregator->setDataTakingContext(pc.services().get<DataTakingContext>());
      mAggregator->setOrbitResetTime(o2::base::GRPGeomHelper::instance().getOrbitResetTimeMS());
      mInitDone = true;
    }
  }
  o2::tpc::VDriftHelper mTPCVDriftHelper{};
  std::unique_ptr<o2::tpc::ResidualAggregator> mAggregator; 
  std::shared_ptr<o2::base::GRPGeomRequest> mCCDBRequest;
  std::shared_ptr<o2::globaltracking::DataRequest> mDataRequest; 
  bool mTrackInput{false};             
  bool mCTPInput{false};               
  bool mWriteBinnedResiduals{false};   
  bool mWriteUnbinnedResiduals{false}; 
  bool mWriteTrackData{false};         
  bool mMCInput{false};                
  bool mRunStopRequested{false};       
  bool mInitDone{false};               
};
 
} // namespace calibration
 
namespace framework
{
 
DataProcessorSpec getTPCResidualAggregatorSpec(bool trackInput, bool ctpInput, bool writeUnbinnedResiduals, bool writeBinnedResiduals, bool writeTrackData, bool mcInput = false)
{
  std::shared_ptr<o2::globaltracking::DataRequest> dataRequest = std::make_shared<o2::globaltracking::DataRequest>();
  if (ctpInput) {
    dataRequest->requestClusters(GID::getSourcesMask("CTP"), false);
  }
  auto& inputs = dataRequest->inputs;
  o2::tpc::VDriftHelper::requestCCDBInputs(inputs);
  inputs.emplace_back("unbinnedRes", "GLO", "UNBINNEDRES");
  inputs.emplace_back("detinfoRes", "GLO", "DETINFORES");
  inputs.emplace_back("trackRefs", "GLO", "TRKREFS");
  if (trackInput) {
    inputs.emplace_back("trkData", "GLO", "TRKDATA");
    if (mcInput) {
      inputs.emplace_back("trkDataMC", "GLO", "TRKDATAMC");
    }
  }
  auto ccdbRequest = std::make_shared<o2::base::GRPGeomRequest>(true,                           // orbitResetTime
                                                                true,                           // GRPECS=true
                                                                false,                          // GRPLHCIF
                                                                false,                          // GRPMagField
                                                                false,                          // askMatLUT
                                                                o2::base::GRPGeomRequest::None, // geometry
                                                                inputs,
                                                                true);
  return DataProcessorSpec{
    "residual-aggregator",
    inputs,
    Outputs{},
    AlgorithmSpec{adaptFromTask<o2::calibration::ResidualAggregatorDevice>(ccdbRequest, trackInput, ctpInput, writeUnbinnedResiduals, writeBinnedResiduals, writeTrackData, trackInput && mcInput, dataRequest)},
    Options{
      {"sec-per-slot", VariantType::UInt32, 600u, {"number of seconds per calibration time slot (put 0 for infinite slot length)"}},
      {"updateInterval", VariantType::UInt32, 6'000u, {"update interval in number of TFs (only used in case slot length is infinite)"}},
      {"max-delay", VariantType::UInt32, 1u, {"number of slots in past to consider"}},
      {"min-entries", VariantType::Int, 0, {"minimum number of entries on average per voxel"}},
      {"compression", VariantType::Int, 505, {"ROOT compression setting for output file (see TFile documentation for meaning of this number)"}},
      {"output-dir", VariantType::String, "none", {"Output directory for residuals. Defaults to current working directory. Output is disabled in case set to /dev/null"}},
      {"meta-output-dir", VariantType::String, "/dev/null", {"Residuals metadata output directory, must exist (if not /dev/null)"}},
      {"autosave-interval", VariantType::Int, 0, {"Write output to file for every n-th TF. 0 means this feature is OFF"}}}};
}
 
} // namespace framework
} // namespace o2
 
#endif // O2_TPC_RESIDUALAGGREGATORSPEC_H