Project
Loading...
Searching...
No Matches
test_AnalysisTask.cxx
Go to the documentation of this file.
1// Copyright 2019-2020 CERN and copyright holders of ALICE O2.
2// See https://alice-o2.web.cern.ch/copyright for details of the copyright holders.
3// All rights not expressly granted are reserved.
4//
5// This software is distributed under the terms of the GNU General Public
6// License v3 (GPL Version 3), copied verbatim in the file "COPYING".
7//
8// In applying this license CERN does not waive the privileges and immunities
9// granted to it by virtue of its status as an Intergovernmental Organization
10// or submit itself to any jurisdiction.
11
12#include "Mocking.h"
13#include "TestClasses.h"
16#include <iostream>
17#include <unistd.h>
18
19#include <catch_amalgamated.hpp>
20
21using namespace o2;
22using namespace o2::framework;
23
24namespace o2::aod
25{
26O2HASH("TestA/0");
27namespace test
28{
34DECLARE_SOA_COLUMN(EventProperty, eventProperty, float);
35DECLARE_SOA_DYNAMIC_COLUMN(Sum, sum, [](float x, float y) { return x + y; });
36DECLARE_SOA_EXPRESSION_COLUMN(Sqfoo, sqfoo, float, nsqrt(test::foo));
37} // namespace test
38
39DECLARE_SOA_TABLE(Foos, "AOD", "FOO",
40 test::Foo);
41DECLARE_SOA_EXTENDED_TABLE(Fooss, Foos, "FOOS", 0, test::Sqfoo);
42DECLARE_SOA_TABLE(Bars, "AOD", "BAR",
43 test::Bar);
44DECLARE_SOA_TABLE(FooBars, "AOD", "FOOBAR",
45 test::Foo, test::Bar,
46 test::Sum<test::Foo, test::Bar>);
47DECLARE_SOA_TABLE(XYZ, "AOD", "XYZ",
48 test::X, test::Y, test::Z);
49DECLARE_SOA_TABLE(Events, "AOD", "EVENTS",
50 test::EventProperty);
51
52DECLARE_SOA_TABLE(Roots, "AOD", "ROOTS", test::Foo);
53
54namespace idx
55{
57}
58
59DECLARE_SOA_TABLE(B1s, "AOD", "B1", idx::RootId, test::X);
60DECLARE_SOA_TABLE(B2s, "AOD", "B2", idx::RootId, test::Y);
61DECLARE_SOA_TABLE(B3s, "AOD", "B3", idx::RootId, test::Z);
62
63namespace idx
64{
68} // namespace idx
69
70DECLARE_SOA_INDEX_TABLE(Bs, Roots, "BS", idx::RootId, idx::B1Id, idx::B2Id, idx::B3Id);
71
72} // namespace o2::aod
73
74struct ATask {
76
78 {
79 }
80};
81
88
89struct BTask {
90 void process(o2::aod::Collision const&, o2::soa::Join<o2::aod::Tracks, o2::aod::TracksExtra, o2::aod::TracksCov> const&, o2::aod::AmbiguousTracks const&, o2::aod::Calos const&, o2::aod::CaloTriggers const&)
91 {
92 }
93};
94
95struct CTask {
96 void process(o2::aod::Collision const&, o2::aod::Tracks const&)
97 {
98 }
99};
100
101struct DTask {
102 void process(o2::aod::Tracks const&)
103 {
104 }
105};
106
107struct ETask {
108 void process(o2::aod::FooBars::iterator const& foobar)
109 {
110 foobar.sum();
111 }
112};
113
114struct FTask {
115 expressions::Filter fooFilter = aod::test::foo > 1.;
117 {
118 foobar.sum();
119 }
120};
121
122struct GTask {
124 {
125 for (auto foobar : foobars) {
126 foobar.x();
127 foobar.foo();
128 foobar.bar();
129 }
130 }
131};
132
133struct HTask {
135 {
136 foobar.x();
137 foobar.foo();
138 foobar.bar();
139 }
140};
141
142struct ITask {
143 expressions::Filter flt = aod::test::bar > 0.;
145 {
146 for (auto foobar : foobars) {
147 foobar.x();
148 foobar.foo();
149 foobar.bar();
150 }
151 }
152};
153
154struct JTask {
155 Configurable<o2::test::SimplePODClass> cfg{"someConfigurable", {}, "Some Configurable Object"};
157 {
158 REQUIRE(cfg->x == 1);
159 }
160};
161
164};
165
166struct KTask {
167 struct : public ConfigurableGroup {
168 std::string prefix = "foo";
169 Configurable<int> anInt{"someConfigurable", {}, "Some Configurable Object"};
170 Configurable<int> anotherInt{"someOtherConfigurable", {}, "Some Configurable Object"};
172
173 Configurable<int> anThirdInt{"someThirdConfigurable", {}, "Some Configurable Object"};
174 struct : public ConditionGroup {
177 std::unique_ptr<int> someInt;
178 std::shared_ptr<int> someSharedInt;
179};
180
189
190struct MTask {
192 struct : public PresliceGroup {
193 Preslice<aod::Tracks> perCol = aod::track::collisionId;
194 PresliceOptional<aod::Tracks> perPart = aod::mctracklabel::mcParticleId;
195 PresliceUnsorted<aod::McCollisionLabels> perMcCol = aod::mccollisionlabel::mcCollisionId;
196 PresliceUnsortedOptional<aod::Collisions> perMcColopt = aod::mccollisionlabel::mcCollisionId;
199};
200
202 static inline int built = 0;
204};
205
208 void process(aod::Tracks const&) {}
209};
210
211TEST_CASE("AdaptorBuildsOnlyTheTaskOfTheDevice")
212{
213 auto cfgc = makeEmptyConfigContext();
214 // A device gets the workflow from the driver on stdin.
215 int fds[2];
216 REQUIRE(pipe(fds) == 0);
217 int stdinCopy = dup(STDIN_FILENO);
218 dup2(fds[0], STDIN_FILENO);
219 char const* otherArgs[] = {"workflow", "--id", "another-task"};
220 char const* ownArgs[] = {"workflow", "--id", "counted-task_t1"};
221 ConfigContext otherDevice{cfgc->options(), cfgc->services(), 3, const_cast<char**>(otherArgs)};
222 ConfigContext ownDevice{cfgc->options(), cfgc->services(), 3, const_cast<char**>(ownArgs)};
223 auto skipped = adaptAnalysisTask<CountedTask>(otherDevice);
224 auto own = adaptAnalysisTask<CountedTask>(ownDevice);
225 auto renamed = adaptAnalysisTask<CountedTask>(otherDevice, SetDefaultProcesses{}, TaskName{"another-task"});
226 dup2(stdinCopy, STDIN_FILENO);
227 close(stdinCopy);
228 close(fds[0]);
229 close(fds[1]);
230 auto driver = adaptAnalysisTask<CountedTask>(*cfgc);
231
232 REQUIRE(BuildCounter::built == 3);
234 REQUIRE(skipped.name == own.name);
235 REQUIRE(skipped.inputs.empty());
237 REQUIRE(own.inputs.size() == driver.inputs.size());
239}
240
241TEST_CASE("AdaptorCompilation")
242{
243 auto cfgc = makeEmptyConfigContext();
244
245 REQUIRE(brace_constructible_size<ATask>() == 1);
246 auto task1ng = adaptAnalysisTask<ATask>(*cfgc, TaskName{"test1"});
247 REQUIRE(task1ng.inputs.size() == 2);
248 REQUIRE(task1ng.outputs.size() == 1);
249 REQUIRE(task1ng.inputs[1].binding == std::string("TracksExtension"));
250 REQUIRE(task1ng.inputs[0].binding == std::string("Tracks"));
251 REQUIRE(task1ng.outputs[0].binding.value == std::string("FooBars"));
252
253 auto task1ngc = adaptAnalysisTask<ATaskconsumer>(*cfgc);
254 REQUIRE(task1ngc.inputs.size() == 5);
255 REQUIRE(task1ngc.inputs[0].binding == "Foos");
256 REQUIRE(task1ngc.inputs[1].binding == "Roots");
257 REQUIRE(task1ngc.inputs[2].binding == "B1s");
258 REQUIRE(task1ngc.inputs[3].binding == "B2s");
259 REQUIRE(task1ngc.inputs[4].binding == "B3s");
260
261 auto task2 = adaptAnalysisTask<BTask>(*cfgc, TaskName{"test2"});
262 REQUIRE(task2.inputs.size() == 10);
263 REQUIRE(task2.inputs[2].binding == "TracksExtension");
264 REQUIRE(task2.inputs[1].binding == "Tracks");
265 REQUIRE(task2.inputs[4].binding == "TracksExtra_002Extension");
266 REQUIRE(task2.inputs[3].binding == "TracksExtra");
267 REQUIRE(task2.inputs[6].binding == "TracksCovExtension");
268 REQUIRE(task2.inputs[5].binding == "TracksCov");
269 REQUIRE(task2.inputs[7].binding == "AmbiguousTracks");
270 REQUIRE(task2.inputs[8].binding == "Calos");
271 REQUIRE(task2.inputs[9].binding == "CaloTriggers");
272 REQUIRE(task2.inputs[0].binding == "Collisions_001");
273
274 auto task3 = adaptAnalysisTask<CTask>(*cfgc, TaskName{"test3"});
275 REQUIRE(task3.inputs.size() == 3);
276 REQUIRE(task3.inputs[0].binding == "Collisions_001");
277 REQUIRE(task3.inputs[1].binding == "Tracks");
278 REQUIRE(task3.inputs[2].binding == "TracksExtension");
279
280 auto task4 = adaptAnalysisTask<DTask>(*cfgc, TaskName{"test4"});
281 REQUIRE(task4.inputs.size() == 2);
282 REQUIRE(task4.inputs[0].binding == "Tracks");
283 REQUIRE(task4.inputs[1].binding == "TracksExtension");
284
285 auto task5 = adaptAnalysisTask<ETask>(*cfgc, TaskName{"test5"});
286 REQUIRE(task5.inputs.size() == 1);
287 REQUIRE(task5.inputs[0].binding == "FooBars");
288
289 auto task6ng = adaptAnalysisTask<FTask>(*cfgc, TaskName{"test6"});
290 REQUIRE(task6ng.inputs.size() == 1);
291 REQUIRE(task6ng.inputs[0].binding == "FooBars");
292
293 auto task7ng = adaptAnalysisTask<GTask>(*cfgc, TaskName{"test7"});
294 REQUIRE(task7ng.inputs.size() == 3);
295 REQUIRE(task7ng.inputs[0].binding == "Foos");
296 REQUIRE(task7ng.inputs[1].binding == "Bars");
297 REQUIRE(task7ng.inputs[2].binding == "XYZ");
298
299 auto task8ng = adaptAnalysisTask<HTask>(*cfgc, TaskName{"test8"});
300 REQUIRE(task8ng.inputs.size() == 3);
301
302 auto task9ng = adaptAnalysisTask<ITask>(*cfgc, TaskName{"test9"});
303 REQUIRE(task9ng.inputs.size() == 4);
304
305 auto task10 = adaptAnalysisTask<JTask>(*cfgc, TaskName{"test10"});
306 REQUIRE(task10.inputs.size() == 1);
307
308 auto task11 = adaptAnalysisTask<KTask>(*cfgc, TaskName{"test11"});
309 REQUIRE(task11.options.size() == 3);
310 REQUIRE(task11.inputs.size() == 1);
311
312 auto task12 = adaptAnalysisTask<LTask>(*cfgc, TaskName{"test12"});
313 REQUIRE(task12.inputs.size() == 3);
314
315 auto task13 = adaptAnalysisTask<MTask>(*cfgc, TaskName{"test13"});
316 REQUIRE(task13.inputs.size() == 3);
317}
318
319TEST_CASE("TestPartitionIteration")
320{
321 TableBuilder builderA;
322 auto rowWriterA = builderA.persist<float, float>({"fX", "fY"});
323 rowWriterA(0, 0.0f, 8.0f);
324 rowWriterA(0, 1.0f, 9.0f);
325 rowWriterA(0, 2.0f, 10.0f);
326 rowWriterA(0, 3.0f, 11.0f);
327 rowWriterA(0, 4.0f, 12.0f);
328 rowWriterA(0, 5.0f, 13.0f);
329 rowWriterA(0, 6.0f, 14.0f);
330 rowWriterA(0, 7.0f, 15.0f);
331 auto tableA = builderA.finalize();
332 REQUIRE(tableA->num_rows() == 8);
333
334 using TestA = soa::InPlaceTable<"TestA/0"_h, o2::soa::Index<>, aod::test::X, aod::test::Y>;
335 using FilteredTest = o2::soa::Filtered<TestA>;
336 using PartitionTest = Partition<TestA>;
337 using PartitionFilteredTest = Partition<o2::soa::Filtered<TestA>>;
338 using PartitionNestedFilteredTest = Partition<o2::soa::Filtered<o2::soa::Filtered<TestA>>>;
339 using namespace o2::framework;
340
341 TestA testA{tableA};
342
343 PartitionTest p1 = aod::test::x < 4.0f;
344 p1.bindTable(testA);
345 REQUIRE(4 == p1.size());
346 REQUIRE(p1.begin() != p1.end());
347 auto i = 0;
348 for (auto& p : p1) {
349 REQUIRE(i == p.x());
350 REQUIRE(i + 8 == p.y());
351 REQUIRE(i == p.index());
352 i++;
353 }
354 REQUIRE(i == 4);
355
356 expressions::Filter f1 = aod::test::x < 4.0f;
357 auto selection = expressions::createSelection(testA.asArrowTable(), f1);
358 FilteredTest filtered{{testA.asArrowTableRef()}, o2::soa::selectionToVector(selection)};
359 PartitionFilteredTest p2 = aod::test::y > 9.0f;
360 p2.bindTable(filtered);
361
362 REQUIRE(2 == p2.size());
363 i = 0;
364 for (auto& p : p2) {
365 REQUIRE(i + 2 == p.x());
366 REQUIRE(i + 10 == p.y());
367 REQUIRE(i + 2 == p.index());
368 i++;
369 }
370 REQUIRE(i == 2);
371
372 PartitionNestedFilteredTest p3 = aod::test::x < 3.0f;
373 p3.bindTable(*(p2.mFiltered));
374 REQUIRE(1 == p3.size());
375 i = 0;
376 for (auto& p : p3) {
377 REQUIRE(i + 2 == p.x());
378 REQUIRE(i + 10 == p.y());
379 REQUIRE(i + 2 == p.index());
380 i++;
381 }
382 REQUIRE(i == 1);
383}
#define O2HASH(_Str_)
Pre-declare Hash specialization for a generic string.
Definition ASoA.h:299
#define DECLARE_SOA_DYNAMIC_COLUMN(_Name_, _Getter_,...)
Definition ASoA.h:3108
#define DECLARE_SOA_TABLE(_Name_, _Origin_, _Desc_,...)
Definition ASoA.h:3196
#define DECLARE_SOA_EXPRESSION_COLUMN(_Name_, _Getter_, _Type_, _Expression_)
Definition ASoA.h:2514
#define DECLARE_SOA_COLUMN(_Name_, _Getter_, _Type_)
Definition ASoA.h:2440
#define DECLARE_SOA_INDEX_COLUMN(_Name_, _Getter_)
Definition ASoA.h:2882
#define DECLARE_SOA_EXTENDED_TABLE(_Name_, _Table_, _Description_, _Version_,...)
Definition ASoA.h:3246
#define DECLARE_SOA_INDEX_TABLE(_Name_, _Key_, _Description_,...)
Definition ASoA.h:3317
std::vector< double > sum
int32_t i
configStandalone Reconstruction rec_tpc float
constexpr int p2()
constexpr int p1()
constexpr to accelerate the coordinates changing
std::unique_ptr< ConfigContext > makeEmptyConfigContext()
ConfigParamRegistry & options() const
auto persist(std::array< char const *, sizeof...(ARGS)+1 > const &columnNames)
std::shared_ptr< arrow::Table > finalize()
T::template iterator_template_o< FilteredIndexPolicy, self_t > iterator
Definition ASoA.h:3841
GLint GLenum GLint x
Definition glcorearb.h:403
GLint y
Definition glcorearb.h:270
GLdouble GLdouble GLdouble z
Definition glcorearb.h:843
McCollisions::iterator McCollision
Tracks::iterator Track
Collisions::iterator Collision
Defining ITS Vertex explicitly as messageable.
Definition Cartesian.h:288
SelectionVector selectionToVector(gandiva::Selection const &sel)
Definition ASoA.cxx:48
a couple of static helper functions to create timestamp values for CCDB queries or override obsolete ...
FIXME: do not use data model tables.
void process(o2::aod::Track const &)
Produces< aod::FooBars > foobars
void init(InitContext &)
Spawns< aod::Fooss > foos
Builds< aod::Bs > bs
void process(o2::aod::Collision const &, o2::soa::Join< o2::aod::Tracks, o2::aod::TracksExtra, o2::aod::TracksCov > const &, o2::aod::AmbiguousTracks const &, o2::aod::Calos const &, o2::aod::CaloTriggers const &)
void process(o2::aod::Collision const &, o2::aod::Tracks const &)
BuildCounter counter
void process(aod::Tracks const &)
void process(o2::aod::Tracks const &)
void process(o2::aod::FooBars::iterator const &foobar)
void process(soa::Filtered< o2::aod::FooBars >::iterator const &foobar)
expressions::Filter fooFilter
void process(o2::soa::Join< o2::aod::Foos, o2::aod::Bars, o2::aod::XYZ > const &foobars)
void process(o2::soa::Join< o2::aod::Foos, o2::aod::Bars, o2::aod::XYZ >::iterator const &foobar)
expressions::Filter flt
void process(o2::aod::Collision const &, o2::soa::Filtered< o2::soa::Join< o2::aod::Foos, o2::aod::Bars, o2::aod::XYZ > > const &foobars)
Configurable< o2::test::SimplePODClass > cfg
void process(o2::aod::Collision const &)
Configurable< int > anInt
std::unique_ptr< int > someInt
Configurable< int > anThirdInt
std::shared_ptr< int > someSharedInt
Configurable< int > anotherInt
std::string prefix
SliceCache cache
void process(aod::McCollision const &, soa::SmallGroups< soa::Join< aod::Collisions, aod::McCollisionLabels > > const &)
PresliceUnsorted< aod::McCollisionLabels > perMcCol
Preslice< aod::Tracks > perCol
PresliceOptional< aod::Tracks > perPart
PresliceUnsortedOptional< aod::Collisions > perMcColopt
PresliceUnsorted< aod::McCollisionLabels > perMcCol
PresliceUnsortedOptional< aod::Collisions > perMcColopt
Preslice< aod::Tracks > perCol
SliceCache cache
void process(aod::McCollision const &, soa::SmallGroups< soa::Join< aod::Collisions, aod::McCollisionLabels > > const &)
PresliceOptional< aod::Tracks > perPart
static bool isPlaceholder(DataProcessorSpec const &spec)
Struct to differentiate task names from possible task string arguments.
A struct, containing the root of the expression tree.
table_t::template iterator_template< DefaultIndexPolicy, self_t, Ts... > iterator
Definition ASoA.h:3441
TEST_CASE("AdaptorBuildsOnlyTheTaskOfTheDevice")
HistogramRegistry foo()