Project
Loading...
Searching...
No Matches
InterCalibSpec.cxx
Go to the documentation of this file.
1// Copyright 2019-2020 CERN and copyright holders of ALICE O2.
2// See https://alice-o2.web.cern.ch/copyright for details of the copyright holders.
3// All rights not expressly granted are reserved.
4//
5// This software is distributed under the terms of the GNU General Public
6// License v3 (GPL Version 3), copied verbatim in the file "COPYING".
7//
8// In applying this license CERN does not waive the privileges and immunities
9// granted to it by virtue of its status as an Intergovernmental Organization
10// or submit itself to any jurisdiction.
11
15
16#include <iostream>
17#include <vector>
18#include <string>
19#include <filesystem>
21#include "CCDB/CcdbApi.h"
22#include "Framework/Logger.h"
43
44using namespace o2::framework;
45
46namespace o2::zdc
47{
48
50{
51 mTimer.Stop();
52 mTimer.Reset();
53}
54
56{
57 mTimer.Stop();
58 mTimer.Reset();
59}
60
62{
63 mVerbosity = ic.options().get<int>("verbosity-level");
64 mWorker.setVerbosity(mVerbosity);
65 mTimer.Start(false);
66}
67
69{
70 // we call these methods just to trigger finaliseCCDB callback
71 pc.inputs().get<o2::zdc::InterCalibConfig*>("intercalibconfig");
72 pc.inputs().get<o2::zdc::ZDCEnergyParam*>("energycalib");
73 pc.inputs().get<o2::zdc::ZDCTowerParam*>("towercalib");
74}
75
77{
78 if (matcher == ConcreteDataMatcher("ZDC", "INTERCALIBCONFIG", 0)) {
79 // InterCalib configuration
80 auto* config = (const o2::zdc::InterCalibConfig*)obj;
81 if (mVerbosity > DbgZero) {
82 config->print();
83 }
84 mWorker.setInterCalibConfig(config);
85 }
86 if (matcher == ConcreteDataMatcher("ZDC", "ENERGYCALIB", 0)) {
87 // Current energy calibration
88 auto* config = (const o2::zdc::ZDCEnergyParam*)obj;
89 if (mVerbosity > DbgZero) {
90 config->print();
91 }
92 mWorker.setEnergyParam(config);
93 }
94 if (matcher == ConcreteDataMatcher("ZDC", "TOWERCALIB", 0)) {
95 // Tower intercalibration
96 auto* config = (const o2::zdc::ZDCTowerParam*)obj;
97 if (mVerbosity > DbgZero) {
98 config->print();
99 }
100 mWorker.setTowerParam(config);
101 }
102}
103
105{
106 if (!mInitialized) {
107 mInitialized = true;
109 mOutput = &(pc.outputs());
110 mHistoFileMetaData = std::make_unique<o2::dataformats::FileMetaData>();
111 mHistoFileMetaData->setDataTakingContext(pc.services().get<o2::framework::DataTakingContext>());
112 mTimer.Stop();
113 mTimer.Reset();
114 mTimer.Start(false);
115 }
116 if (mRunStartTime == 0) {
117 const auto& tinfo = pc.services().get<o2::framework::TimingInfo>();
118 mRunStartTime = tinfo.creation; // approximate time in ms
119 mRunNumber = tinfo.runNumber;
120 }
121 {
122 std::vector<InputSpec> filterHisto = {{"inter_1dh", ConcreteDataTypeMatcher{"ZDC", "INTER_1DH"}, Lifetime::Timeframe}};
123 for (auto const& inputRef : InputRecordWalker(pc.inputs(), filterHisto)) {
124 auto const* dh = framework::DataRefUtils::getHeader<o2::header::DataHeader*>(inputRef);
125 o2::dataformats::FlatHisto1D<float> histoView(pc.inputs().get<gsl::span<float>>(inputRef));
126 mWorker.add(dh->subSpecification, histoView);
127 }
128 }
129 {
130 std::vector<InputSpec> filterHisto = {{"inter_2dh", ConcreteDataTypeMatcher{"ZDC", "INTER_2DH"}, Lifetime::Timeframe}};
131 for (auto const& inputRef : InputRecordWalker(pc.inputs(), filterHisto)) {
132 auto const* dh = framework::DataRefUtils::getHeader<o2::header::DataHeader*>(inputRef);
133 o2::dataformats::FlatHisto2D<float> histoView(pc.inputs().get<gsl::span<float>>(inputRef));
134 mWorker.add(dh->subSpecification, histoView);
135 }
136 }
137 auto data = pc.inputs().get<InterCalibData>("intercalibdata");
138 mWorker.process(data);
139}
140
142{
143 mWorker.endOfRun();
144 mTimer.Stop();
145 sendOutput(ec);
146 LOGF(info, "ZDC Intercalibration total timing: Cpu: %.3e Real: %.3e s in %d slots", mTimer.CpuTime(), mTimer.RealTime(), mTimer.Counter() - 1);
147}
148
149//________________________________________________________________
151{
152 std::string fn = "ZDC_interCalib";
154
155 // extract CCDB infos and calibration objects, convert it to TMemFile and send them to the output
156 // TODO in principle, this routine is generic, can be moved to Utils.h
158 const auto& payload = mWorker.getTowerParamUpd();
159 auto& info = mWorker.getCcdbObjectInfo();
160 const auto& opt = CalibParamZDC::Instance();
161 opt.updateCcdbObjectInfo(info);
162
163 auto image = o2::ccdb::CcdbApi::createObjectImage<ZDCTowerParam>(&payload, &info);
164 LOG(info) << "Sending object " << info.getPath() << "/" << info.getFileName() << " of size " << image->size()
165 << " bytes, valid for " << info.getStartValidityTimestamp() << " : " << info.getEndValidityTimestamp();
166 if (mVerbosity > DbgMinimal) {
167 payload.print();
168 }
169 mOutput->snapshot(Output{o2::calibration::Utils::gDataOriginCDBPayload, "ZDC_Intercalib", 0}, *image.get()); // vector<char>
170 mOutput->snapshot(Output{o2::calibration::Utils::gDataOriginCDBWrapper, "ZDC_Intercalib", 0}, info); // root-serialized
171 // TODO: reset the outputs once they are already sent (is it necessary?)
172 // mWorker.init();
173
174 if (opt.rootOutput == true) {
175 mOutputDir = opt.outputDir;
176 if (mOutputDir.compare("/dev/null")) {
177 mHistoFileName = fmt::format("{}{}{}_{}.root", mOutputDir, mOutputDir.back() == '/' ? "" : "/", fn, mRunNumber);
178 int rval = mWorker.saveDebugHistos(mHistoFileName);
179 if (rval) {
180 LOG(error) << "Cannot create output file " << mHistoFileName;
181 return;
182 }
183 std::string metaFileDir = opt.metaFileDir;
184 if (metaFileDir.compare("/dev/null")) {
185 mHistoFileMetaData->fillFileData(mHistoFileName);
186 mHistoFileMetaData->type = "calib";
187 mHistoFileMetaData->priority = "high";
188 std::string metaFileNameTmp = metaFileDir + (metaFileDir.back() == '/' ? "" : "/") + fmt::format("{}_{}.tmp", fn, mRunNumber);
189 std::string metaFileName = metaFileDir + (metaFileDir.back() == '/' ? "" : "/") + fmt::format("{}_{}.done", fn, mRunNumber);
190 try {
191 std::ofstream metaFileOut(metaFileNameTmp);
192 metaFileOut << *mHistoFileMetaData.get();
193 metaFileOut.close();
194 std::filesystem::rename(metaFileNameTmp, metaFileName);
195 } catch (std::exception const& e) {
196 LOG(error) << "Failed to store ZDC meta data file " << metaFileName << ", reason: " << e.what();
197 }
198 LOG(info) << "Stored metadata file " << metaFileName << ".done";
199 } else {
200 LOG(info) << "Did not store metafile as meta-dir=" << metaFileDir;
201 }
202 } else {
203 LOG(warn) << "Do not create output file since output dir is " << mOutputDir;
204 }
205 }
206}
207
209{
212
213 std::vector<InputSpec> inputs;
214 inputs.emplace_back("intercalibconfig", "ZDC", "INTERCALIBCONFIG", 0, Lifetime::Condition, o2::framework::ccdbParamSpec(o2::zdc::CCDBPathInterCalibConfig.data()));
215 inputs.emplace_back("energycalib", "ZDC", "ENERGYCALIB", 0, Lifetime::Condition, o2::framework::ccdbParamSpec(o2::zdc::CCDBPathEnergyCalib.data()));
216 inputs.emplace_back("towercalib", "ZDC", "TOWERCALIB", 0, Lifetime::Condition, o2::framework::ccdbParamSpec(o2::zdc::CCDBPathTowerCalib.data()));
217 inputs.emplace_back("intercalibdata", "ZDC", "INTERCALIBDATA", 0, Lifetime::Timeframe);
218 inputs.emplace_back("inter_1dh", ConcreteDataTypeMatcher{"ZDC", "INTER_1DH"}, Lifetime::Timeframe);
219 inputs.emplace_back("inter_2dh", ConcreteDataTypeMatcher{"ZDC", "INTER_2DH"}, Lifetime::Timeframe);
220
221 std::vector<OutputSpec> outputs;
222 outputs.emplace_back(ConcreteDataTypeMatcher{o2::calibration::Utils::gDataOriginCDBPayload, "ZDC_Intercalib"}, Lifetime::Sporadic);
223 outputs.emplace_back(ConcreteDataTypeMatcher{o2::calibration::Utils::gDataOriginCDBWrapper, "ZDC_Intercalib"}, Lifetime::Sporadic);
224
225 return DataProcessorSpec{
226 "zdc-calib-towers",
227 inputs,
228 outputs,
229 AlgorithmSpec{adaptFromTask<device>()},
230 Options{{"verbosity-level", o2::framework::VariantType::Int, 1, {"Verbosity level"}}}};
231}
232
233} // namespace o2
#define verbosity
Class to describe fired triggered and/or stored channels for the BC and to refer to channel data.
ZDC calibration common parameters.
Timeframe settings Average distance in cm of events merged into Randomize distance around average distance of merged events Simulate correct bunch interactions instead of placing only the average number of events A value[n] sets TFlen for[n] collisions in Number of bunches per trainsort Number of bunch trains Instantaneous interaction rate Do not simulate border Total number of collisions to be placed in the interior of all time Do not select random but walk over array of events in stride steps h Event generator settings h configStandalone Use CPU for GPU Force usage of the specified GPU device no CPU fallback Continue processing after an error First event to Number of events to Number of iterations to Number of iterations to Number of initial iterations excluded from const char e
configStandalone Reconstruction rec_tpc multiplier for the combined cluster track error during track following area in cm for the search of for z only used if decrease removal by when above this local occupancy rowx Shift of TPC revert cluster flag edge bit distance to edge exceeds this ZOffset for secondary multiple of radius max P of electron K BB bands crossing max P of electron p BB bands crossing max P of electron d BB bands crossing max P of electron t BB bands crossing min accepted dEdxMaxTPC of the track Additive extra cluster error for Y2 if edge flag set Additive extra cluster error for Y2 if single set Additive extra cluster error for Y2 if or single set Additive extra cluster error for Z2 if or single set Extra errors to add to track when crossing depending on addErrorsCECrossing Inner portion of y range in sector that is not used in searching for extrapolated track candidates factor2YS for track merging factor2K for track merging Margin in cm of Y position when rejecting edge clusters based on uncorrected track Y Max fraction of shared clusters for tracklet Except pad from cluster finding if total number of charges in a fragment is above this Except pad from cluster finding if number of consecutive charges in a fragment is above this Threshold where a timebin is considered disabling the noisy pad check for that pad Treat signal above this minimum as saturated Smoothing factor for the exponential Highly Ionising Particle tail filter Number of timebins to use for the averaging Add additional custom track errors when crossing relative as fraction of Do N fit passes in final fit of< 0:reject at max -n hits") AddOptionRTC(rejectIFCLowRadiusCluster, uint8_t, 1, "", 0, "Reject clusters that get the IFC mask error during refit") AddOptionRTC(dEdxTruncLow, uint8_t, 2, "", 0, "Low truncation threshold, fraction of 128") AddOptionRTC(dEdxTruncHigh, uint8_t, 77, "", 0, "High truncation threshold, fraction of 128") AddOptionRTC(extrapolationTracking, int8_t, 1, "", 0, "Enable Extrapolation Tracking(prolong tracks to adjacent sectors to find short segments)") AddOptionRTC(disableRefitAttachment, uint8_t, 0, "", 0, "Bitmask to disable certain attachment steps during refit(1:attachment, 2:propagation, 4:loop following, 8:mirroring)") AddOptionRTC(rejectionStrategy, uint8_t, o2::gpu::GPUSettings::RejectionStrategyA, "", 0, "Enable rejection of TPC clusters for compression(0=no, 1=strategy A, 2=strategy B)") AddOptionRTC(mergeLoopersAfterburner, uint8_t, 1, "", 0, "Run afterburner for additional looper merging") AddOptionRTC(compressionTypeMask, uint8_t, o2::gpu::GPUSettings::CompressionFull, "", 0, "TPC Compression mode bits(1=truncate charge/width LSB, 2=differences, 4=track-model)") AddOptionRTC(compressionSortOrder, uint8_t, o2::gpu::GPUSettings::SortTime, "", 0, "Sort order of TPC compression(0=time, 1=pad, 2=Z-time-pad, 3=Z-pad-time, 4=no sorting(use incoming order))") AddOptionRTC(sigBitsCharge, uint8_t, 4, "", 0, "Number of significant bits for TPC cluster charge in compression mode 1") AddOptionRTC(sigBitsWidth, uint8_t, 3, "", 0, "Number of significant bits for TPC cluster width in compression mode 1") AddOptionRTC(dropLoopers, uint8_t, 0, "", 0, "Drop looping tracks starting from second loop") AddOptionRTC(mergerInterpolateErrors, uint8_t, 1, "", 0, "Use interpolation instead of extrapolation for chi2 based cluster rejection") AddOptionRTC(mergerInterpolateRejectAlsoOnCurrentPosition, uint8_t, 1, "", 0, "When using mergerInterpolateErrors, reject based on chi2 twice computed with interpolated and current track position starting from NDF > mergerNonInterpolateRejectMinNDF Merge tracks accross the central electrode Enable PID response Add sub threshold clusters in TPC dEdx computation OR mask of TPC flags that will reject the cluster in alternative dEdx Reject edge clusters based on uncorrected track Y during track fit Increase decrease removal by when on this number of pads from the edge h configStandalone Reconstruction rec_trd Max chi2 for TRD tracklets to be matched to a track Chi2 cut for strict matching mode Number of sigmas for ITS TPC track time error estimate Addition to search road around track prolongation along Y in cm Optimal tracklet rphi resolution in maximum chi2 per attached tracklet for TRD tracks take into account the full likelihood of the slope including exponential tails Tracks with less attached tracklets are discarded after the tracking Post trigger Pile up integration time in BCs fits all iterations but the last one in projections Use material lookup table for TPC refit Apply workarounds to avoid cyclic merge should not be needed tpc dyn configStandalone Processing proc_rtc Replace constant variables static by constexpr expressions Compile RTC in deterministic with NO_FAST_MATH flags and GPUCA_DETERMINISTIC_MODE define Use RTC to optimize GPU code h configStandalone Processing proc_rtctech Use a file lock to serialize access to the cache folder Print launch bounds used for RTC code as debugging for exit after Allow RTC with slave GPUReconstruction instances with optConstexpr and optSpecialcode Maximum number of RTC cache files per backend in the cache the oldest are Prepend RTC compilation commands by this string Load a parameter object containing the launch bounds from a file h configStandalone Processing proc_param TPC Cluster Z Error Parameterization h configStandalone Processing settings for neural network proc_nn std::string Specify inference device(cpu(default), rocm, cuda)") AddOption(nnInferenceDeviceId
char error[CURL_ERROR_SIZE]
A helper class to iteratate over all parts of all input routes.
ZDC baseline calibration.
void output(const std::map< std::string, ChannelStat > &channels)
Definition rawdump.cxx:197
Definition of the Names Generator class.
Class to describe pedestal data accumulated over the orbit.
Class to describe reconstructed ZDC event (single BC with signal in one of detectors)
ZDC reconstruction parameters.
ZDC Energy calibration.
ZDC Tower calibration.
Container class to store NTimeBinsPerBC ADC values of single ZDC channel.
void snapshot(const Output &spec, T const &object)
ConfigParamRegistry const & options()
Definition InitContext.h:33
A helper class to iteratate over all parts of all input routes.
decltype(auto) get(R binding, int part=0) const
DataAllocator & outputs()
The data allocator is used to allocate memory for the output data.
InputRecord & inputs()
The inputs associated with this processing context.
ServiceRegistryRef services()
The services registry associated with this processing context.
void sendOutput(o2::framework::EndOfStreamContext &ec)
void finaliseCCDB(o2::framework::ConcreteDataMatcher &matcher, void *obj) final
void init(o2::framework::InitContext &ic) final
void updateTimeDependentParams(o2::framework::ProcessingContext &pc)
void run(o2::framework::ProcessingContext &pc) final
void endOfStream(o2::framework::EndOfStreamContext &ec) final
This is invoked whenever we have an EndOfStream event.
void add(int ih, o2::dataformats::FlatHisto1D< float > &h1)
CcdbObjectInfo & getCcdbObjectInfo()
Definition InterCalib.h:74
void setVerbosity(int v)
Definition InterCalib.h:85
int saveDebugHistos(const std::string fn="ZDCInterCalib.root")
void setInterCalibConfig(const InterCalibConfig *param)
Definition InterCalib.h:80
void setTowerParam(const ZDCTowerParam *param)
Definition InterCalib.h:78
int process(const gsl::span< const o2::zdc::BCRecData > &bcrec, const gsl::span< const o2::zdc::ZDCEnergy > &energy, const gsl::span< const o2::zdc::ZDCTDCData > &tdc, const gsl::span< const uint16_t > &info)
void setEnergyParam(const ZDCEnergyParam *param)
Definition InterCalib.h:76
const ZDCTowerParam & getTowerParamUpd() const
Definition InterCalib.h:72
GLeglImageOES image
Definition glcorearb.h:4021
Defining ITS Vertex explicitly as messageable.
Definition Cartesian.h:288
std::vector< ConfigParamSpec > ccdbParamSpec(std::string const &path, int runDependent, std::vector< CCDBMetadata > metadata={}, int qrate=0)
framework::DataProcessorSpec getInterCalibSpec()
const std::string CCDBPathEnergyCalib
Definition Constants.h:224
constexpr int DbgMinimal
Definition Constants.h:208
constexpr int DbgZero
Definition Constants.h:207
const std::string CCDBPathTowerCalib
Definition Constants.h:225
const std::string CCDBPathInterCalibConfig
Definition Constants.h:226
static constexpr o2::header::DataOrigin gDataOriginCDBWrapper
Definition Utils.h:44
static constexpr o2::header::DataOrigin gDataOriginCDBPayload
Definition Utils.h:43
LOG(info)<< "Compressed in "<< sw.CpuTime()<< " s"