13#include <fairlogger/Logger.h>
15#include <tbb/concurrent_queue.h>
16#include <tbb/task_arena.h>
17#include <tbb/parallel_for.h>
41 LOG(fatal) <<
"Failed to parse JSON configuration from input generators";
45 if (mConfigs.size() != mInputGens.size()) {
46 LOG(fatal) <<
"Number of configurations does not match the number of generators";
49 if (mConfigs.size() == 0) {
50 for (
auto gen : mInputGens) {
51 mConfigs.push_back(
"");
55 if (!(mRandomize || mGenerationMode == GenMode::kParallel)) {
57 if (mGroups.size() != mFractions.size()) {
58 LOG(fatal) <<
"Number of groups does not match the number of fractions";
62 if (mFractions.size() != mInputGens.size()) {
63 LOG(fatal) <<
"Number of fractions does not match the number of generators";
68 if (std::all_of(mFractions.begin(), mFractions.end(), [](
int i) { return i == 0; })) {
69 LOG(fatal) <<
"All fractions provided are 0, no simulation will be performed";
73 for (
auto gen : mInputGens) {
75 LOG(info) <<
"Checking if generator " <<
gen <<
" is in the list of available generators \n";
76 if (std::find(generatorNames.begin(), generatorNames.end(),
gen) != generatorNames.end()) {
77 LOG(info) <<
"Found generator " <<
gen <<
" in the list of available generators \n";
78 if (
gen.compare(
"boxgen") == 0) {
80 gens.push_back(std::make_shared<o2::eventgen::BoxGenerator>());
83 int confBoxIndex = std::stoi(mConfigs[
index].substr(7));
84 gens.push_back(std::make_shared<o2::eventgen::BoxGenerator>(*mBoxGenConfigs[confBoxIndex]));
87 }
else if (
gen.compare(0, 7,
"pythia8") == 0) {
90 auto pars = Pythia8GenConfig();
91 gens.push_back(std::make_shared<o2::eventgen::GeneratorPythia8>(pars));
94 int confPythia8Index = std::stoi(mConfigs[
index].substr(8));
95 gens.push_back(std::make_shared<o2::eventgen::GeneratorPythia8>(*mPythia8GenConfigs[confPythia8Index]));
97 mConfsPythia8.push_back(mConfigs[
index]);
99 }
else if (
gen.compare(
"evtpool") == 0) {
100 int confEvtPoolIndex = std::stoi(mConfigs[
index].substr(8));
101 gens.push_back(std::make_shared<o2::eventgen::GeneratorFromEventPool>(mEventPoolConfigs[confEvtPoolIndex]));
102 mGens.push_back(
gen);
103 }
else if (
gen.compare(
"external") == 0) {
104 int confextIndex = std::stoi(mConfigs[
index].substr(9));
106 if (mExternalGenConfigs[confextIndex]->iniFile.size() > 0) {
107 LOG(info) <<
"Setting up external gen using the given INI file";
114 std::string tmp_config_file =
"configkey_tmp_backup_" +
std::to_string(getpid()) + std::string(
".ini");
122 LOG(info) <<
"Setting up external generator with following parameters";
124 auto extgen_filename =
params.fileName;
125 auto extgen_func =
params.funcName;
126 auto extgen = std::shared_ptr<o2::eventgen::Generator>(o2::conf::GetFromMacro<o2::eventgen::Generator*>(extgen_filename, extgen_func,
"FairGenerator*",
"extgen"));
128 LOG(fatal) <<
"Failed to retrieve \'extgen\': problem with configuration ";
133 std::filesystem::remove(tmp_config_file);
135 gens.push_back(std::move(extgen));
136 mGens.push_back(
gen);
138 LOG(info) <<
"Setting up external gen using the given fileName and funcName";
140 auto& extgen_filename = mExternalGenConfigs[confextIndex]->fileName;
141 auto& extgen_func = mExternalGenConfigs[confextIndex]->funcName;
142 auto extGen = std::shared_ptr<o2::eventgen::Generator>(o2::conf::GetFromMacro<o2::eventgen::Generator*>(extgen_filename, extgen_func,
"FairGenerator*",
"extgen"));
144 LOG(fatal) <<
"Failed to load external generator from " << extgen_filename <<
" with function " << extgen_func;
146 gens.push_back(std::move(extGen));
147 mGens.push_back(
gen);
149 }
else if (
gen.compare(
"hepmc") == 0) {
150 int confHepMCIndex = std::stoi(mConfigs[
index].substr(6));
151 gens.push_back(std::make_shared<o2::eventgen::GeneratorHepMC>());
153 dynamic_cast<o2::eventgen::GeneratorHepMC*
>(gens.back().get())->setup(*mFileOrCmdGenConfigs[confHepMCIndex], *mHepMCGenConfigs[confHepMCIndex], globalConfig);
154 mGens.push_back(
gen);
157 LOG(fatal) <<
"Generator " <<
gen <<
" not found in the list of available generators \n";
164GeneratorHybrid::~GeneratorHybrid()
166 LOG(info) <<
"Destructor of generator hybrid called";
174 for (
auto&
gen : mGens) {
175 if (
gen ==
"pythia8pp") {
176 auto config = std::string(std::getenv(
"O2_ROOT")) +
"/share/Generators/egconfig/pythia8_inel.cfg";
177 LOG(info) <<
"Setting \'Pythia8\' base configuration: " << config << std::endl;
179 }
else if (
gen ==
"pythia8hf") {
180 auto config = std::string(std::getenv(
"O2_ROOT")) +
"/share/Generators/egconfig/pythia8_hf.cfg";
181 LOG(info) <<
"Setting \'Pythia8\' base configuration: " << config << std::endl;
183 }
else if (
gen ==
"pythia8hi") {
184 auto config = std::string(std::getenv(
"O2_ROOT")) +
"/share/Generators/egconfig/pythia8_hi.cfg";
185 LOG(info) <<
"Setting \'Pythia8\' base configuration: " << config << std::endl;
187 }
else if (
gen ==
"pythia8powheg") {
188 auto config = std::string(std::getenv(
"O2_ROOT")) +
"/share/Generators/egconfig/pythia8_powheg.cfg";
189 LOG(info) <<
"Setting \'Pythia8\' base configuration: " << config << std::endl;
195 gens[
count]->setTriggerMode(mTriggerModes[
count]);
196 LOG(info) <<
"Setting Trigger mode of generator " <<
gen <<
" to: " << mTriggerModes[
count];
199 for (
int trg = 0; trg < mTriggerMacros[
count].size(); trg++) {
204 LOG(info) <<
"Setting trigger " << trg <<
" of generator " <<
gen <<
" with following parameters";
205 LOG(info) <<
"Macro filename: " << expandedMacro;
206 LOG(info) <<
"Function name: " << mTriggerFuncs[
count][trg];
207 trigger = o2::conf::GetFromMacro<o2::eventgen::Trigger>(expandedMacro, mTriggerFuncs[
count][trg],
"o2::eventgen::Trigger",
"trigger");
209 LOG(info) <<
"Trying to retrieve a \'o2::eventgen::DeepTrigger\' type";
210 deeptrigger = o2::conf::GetFromMacro<o2::eventgen::DeepTrigger>(expandedMacro, mTriggerFuncs[
count][trg],
"o2::eventgen::DeepTrigger",
"deeptrigger");
212 if (!trigger && !deeptrigger) {
213 LOG(warn) <<
"Failed to retrieve \'external trigger\': problem with configuration";
214 LOG(warn) <<
"Trigger " << trg <<
" of generator " <<
gen <<
" will not be included";
217 LOG(info) <<
"Trigger " << trg <<
" of generator " <<
gen <<
" successfully set";
220 gens[
count]->addTrigger(trigger);
222 gens[
count]->addDeepTrigger(deeptrigger);
229 if (std::all_of(mFractions.begin(), mFractions.end(), [](
int i) { return i == 1; })) {
230 LOG(info) <<
"Full randomisation of generators order";
232 LOG(info) <<
"Randomisation based on fractions";
234 for (
auto&
f : mFractions) {
240 for (
int k = 0; k < mFractions.size(); k++) {
241 if (mFractions[k] == 0) {
243 mRngFractions.push_back(-1);
244 LOG(info) <<
"Generator " << mGens[k] <<
" will not be used";
246 chance =
static_cast<float>(mFractions[k]) / allfracs;
248 mRngFractions.push_back(
sum);
249 LOG(info) <<
"Generator " << (mConfigs[k] ==
"" ? mGens[k] : mConfigs[k]) <<
" has a " << chance * 100 <<
"% chance of being used";
254 LOG(info) <<
"Generators will be used in sequence, following provided fractions";
257 mGenIsInitialized.resize(gens.size(),
false);
258 if (mGenerationMode == GenMode::kParallel) {
260 mResultQueue.resize(1);
263 mResultQueue.resize(gens.size());
271 auto process_generator_task = [
this](std::vector<std::shared_ptr<o2::eventgen::Generator>>
const& generatorvec,
int task) {
272 LOG(
debug) <<
"Starting eventgen for task " << task;
273 auto& generator = generatorvec[task];
283 bool isTriggered =
false;
284 while (!isTriggered) {
285 generator->clearParticles();
286 generator->generateEvent();
287 generator->importParticles();
288 isTriggered = generator->triggerEvent();
290 LOG(
debug) <<
"eventgen finished for task " << task;
292 if (mGenerationMode == GenMode::kParallel) {
293 mResultQueue[0].push(task);
295 mResultQueue[task].push(task);
301 auto worker_function = [
this, process_generator_task]() {
305 auto generators_copy = gens;
309 if (mInputTaskQueue.try_pop(task)) {
310 process_generator_task(generators_copy, task);
312 std::this_thread::sleep_for(std::chrono::milliseconds(10));
318 mTBBTaskPoolRunner = std::thread([
this, worker_function]() { mTaskArena.execute([&]() { tbb::parallel_for(0, mTaskArena.max_concurrency(), [&](
int) { worker_function(); }); }); });
319 mTBBTaskPoolRunner.detach();
323 for (
size_t genindex = 0; genindex < gens.size(); ++genindex) {
324 mInputTaskQueue.push(genindex);
327 mIsInitialized =
true;
333 if (!mIsInitialized) {
336 if (mGenerationMode == GenMode::kParallel) {
345 if (mRngFractions.size() != 0) {
347 float rnum = gRandom->Rndm();
349 for (
int k = 0; k < mRngFractions.size(); k++) {
350 if (rnum <= mRngFractions[k]) {
356 mIndex = gRandom->Integer(mFractions.size());
359 while (mFractions[mCurrentFraction] == 0 || mseqCounter == mFractions[mCurrentFraction]) {
360 if (mFractions[mCurrentFraction] != 0) {
363 mCurrentFraction = (mCurrentFraction + 1) % mFractions.size();
365 mIndex = mCurrentFraction;
375 std::vector<int> subGenIndex = {};
378 mResultQueue[0].pop(genIndex);
381 if (!mCocktailMode) {
382 mResultQueue[mIndex].pop(genIndex);
385 subGenIndex.resize(mGroups[mIndex].
size());
386 for (
size_t pos = 0;
pos < mGroups[mIndex].size(); ++
pos) {
387 int subIndex = mGroups[mIndex][
pos];
388 LOG(info) <<
"Getting generator " << mGens[subIndex] <<
" from cocktail group " << mIndex;
389 mResultQueue[subIndex].pop(subGenIndex[
pos]);
394 auto unit_transformer = [](
auto& p,
auto pos_unit,
auto time_unit,
auto en_unit,
auto mom_unit) {
395 p.SetMomentum(p.Px() * mom_unit, p.Py() * mom_unit, p.Pz() * mom_unit, p.Energy() * en_unit);
396 p.SetProductionVertex(p.Vx() * pos_unit, p.Vy() * pos_unit, p.Vz() * pos_unit, p.T() * time_unit);
399 auto index_transformer = [](
auto& p,
int offset) {
400 for (
int i = 0;
i < 2; ++
i) {
401 if (p.GetMother(
i) != -1) {
402 const auto newindex = p.GetMother(
i) +
offset;
403 p.SetMother(
i, newindex);
406 if (p.GetNDaughters() > 0) {
407 for (
int i = 0;
i < 2; ++
i) {
408 const auto newindex = p.GetDaughter(
i) +
offset;
409 p.SetDaughter(
i, newindex);
419 mMCEventHeader.
Reset();
422 for (
auto subIndex : subGenIndex) {
423 LOG(info) <<
"Importing particles for task " << subIndex;
424 auto subParticles = gens[subIndex]->getParticles();
426 auto time_unit = gens[subIndex]->getTimeUnit();
427 auto pos_unit = gens[subIndex]->getPositionUnit();
428 auto mom_unit = gens[subIndex]->getMomentumUnit();
429 auto energy_unit = gens[subIndex]->getEnergyUnit();
435 for (
auto& p : subParticles) {
437 index_transformer(p,
offset);
439 unit_transformer(p, pos_unit, time_unit, energy_unit, mom_unit);
444 if (mHeaderGeneratorIndex == -1) {
445 gens[subIndex]->updateHeader(&mMCEventHeader);
446 mHeaderGeneratorIndex = subIndex;
448 mInputTaskQueue.push(subIndex);
452 LOG(info) <<
"Importing particles for task " << genIndex;
456 auto time_unit = gens[genIndex]->getTimeUnit();
457 auto pos_unit = gens[genIndex]->getPositionUnit();
458 auto mom_unit = gens[genIndex]->getMomentumUnit();
459 auto energy_unit = gens[genIndex]->getEnergyUnit();
464 unit_transformer(p, pos_unit, time_unit, energy_unit, mom_unit);
468 gens[genIndex]->updateHeader(&mMCEventHeader);
469 mHeaderGeneratorIndex = genIndex;
470 mInputTaskQueue.push(genIndex);
477 LOG(info) <<
"HybridGen: Stopping TBB task pool";
489 mMCEventHeader.SetVertex(eventHeader->GetX(), eventHeader->GetY(), eventHeader->GetZ());
490 mHeaderGeneratorIndex = -1;
497 eventHeader->
putInfo<std::string>(
"forwarding-generator",
"HybridGen");
504 rapidjson::StringBuffer
buffer;
505 rapidjson::Writer<rapidjson::StringBuffer> writer(
buffer);
506 value.Accept(writer);
507 return buffer.GetString();
512 std::string
name =
gen[
"name"].GetString();
513 mInputGens.push_back(
name);
514 if (
gen.HasMember(
"config")) {
515 if (
name ==
"boxgen") {
516 const auto& boxconf =
gen[
"config"];
517 auto boxConfig = TBufferJSON::FromJSON<o2::eventgen::BoxGenConfig>(
jsonValueToString(boxconf).c_str());
518 mBoxGenConfigs.push_back(std::move(boxConfig));
519 mConfigs.push_back(
"boxgen_" +
std::to_string(mBoxGenConfigs.size() - 1));
520 }
else if (
name ==
"pythia8") {
521 const auto& pythia8conf =
gen[
"config"];
522 auto pythia8Config = TBufferJSON::FromJSON<o2::eventgen::Pythia8GenConfig>(
jsonValueToString(pythia8conf).c_str());
523 mPythia8GenConfigs.push_back(std::move(pythia8Config));
524 mConfigs.push_back(
"pythia8_" +
std::to_string(mPythia8GenConfigs.size() - 1));
525 }
else if (
name ==
"evtpool") {
526 const auto& o2kineconf =
gen[
"config"];
527 auto poolConfig = TBufferJSON::FromJSON<o2::eventgen::EventPoolGenConfig>(
jsonValueToString(o2kineconf).c_str());
528 mEventPoolConfigs.push_back(*poolConfig);
529 mConfigs.push_back(
"evtpool_" +
std::to_string(mEventPoolConfigs.size() - 1));
530 }
else if (
name ==
"external") {
531 const auto& extconf =
gen[
"config"];
532 auto extConfig = TBufferJSON::FromJSON<o2::eventgen::ExternalGenConfig>(
jsonValueToString(extconf).c_str());
533 mExternalGenConfigs.push_back(std::move(extConfig));
534 mConfigs.push_back(
"external_" +
std::to_string(mExternalGenConfigs.size() - 1));
535 }
else if (
name ==
"hepmc") {
536 const auto& genconf =
gen[
"config"];
537 const auto& cmdconf = genconf[
"configcmd"];
538 const auto& hepmcconf = genconf[
"confighepmc"];
539 auto cmdConfig = TBufferJSON::FromJSON<o2::eventgen::FileOrCmdGenConfig>(
jsonValueToString(cmdconf).c_str());
540 auto hepmcConfig = TBufferJSON::FromJSON<o2::eventgen::HepMCGenConfig>(
jsonValueToString(hepmcconf).c_str());
541 mFileOrCmdGenConfigs.push_back(std::move(cmdConfig));
542 mHepMCGenConfigs.push_back(std::move(hepmcConfig));
543 mConfigs.push_back(
"hepmc_" +
std::to_string(mFileOrCmdGenConfigs.size() - 1));
545 mConfigs.push_back(
"");
548 if (
name ==
"boxgen" ||
name ==
"pythia8" ||
name ==
"external" ||
name ==
"hepmc") {
549 LOG(fatal) <<
"No configuration provided for generator " <<
name;
552 mConfigs.push_back(
"");
555 if (
gen.HasMember(
"triggers")) {
556 const auto& trigger =
gen[
"triggers"];
557 auto trigger_specs = [
this, &trigger]() {
558 mTriggerMacros.push_back({});
559 mTriggerFuncs.push_back({});
560 if (trigger.HasMember(
"specs")) {
561 for (
auto& spec : trigger[
"specs"].GetArray()) {
562 if (spec.HasMember(
"macro")) {
563 const auto& macro = spec[
"macro"].GetString();
564 if (!(strcmp(macro,
"") == 0)) {
565 mTriggerMacros.back().push_back(macro);
567 mTriggerMacros.back().push_back(
"");
570 mTriggerMacros.back().push_back(
"");
572 if (spec.HasMember(
"function")) {
573 const auto& function = spec[
"function"].GetString();
574 if (!(strcmp(function,
"") == 0)) {
575 mTriggerFuncs.back().push_back(function);
577 mTriggerFuncs.back().push_back(
"");
580 mTriggerFuncs.back().push_back(
"");
584 mTriggerMacros.back().push_back(
"");
585 mTriggerFuncs.back().push_back(
"");
588 if (trigger.HasMember(
"mode")) {
589 const auto& trmode = trigger[
"mode"].GetString();
590 if (strcmp(trmode,
"or") == 0) {
593 }
else if (strcmp(trmode,
"and") == 0) {
596 }
else if (strcmp(trmode,
"off") == 0) {
598 mTriggerMacros.push_back({
""});
599 mTriggerFuncs.push_back({
""});
601 LOG(warn) <<
"Wrong trigger mode provided for generator " <<
name <<
", keeping trigger OFF";
603 mTriggerMacros.push_back({
""});
604 mTriggerFuncs.push_back({
""});
607 LOG(warn) <<
"No trigger mode provided for generator " <<
name <<
", turning trigger OFF";
609 mTriggerMacros.push_back({
""});
610 mTriggerFuncs.push_back({
""});
614 mTriggerMacros.push_back({
""});
615 mTriggerFuncs.push_back({
""});
624 if (gSystem->AccessPathName(expandedPath.c_str())) {
625 LOG(fatal) <<
"Configuration file " << expandedPath <<
" for hybrid generator does not exist";
629 std::ifstream fileStream(expandedPath, std::ios::in);
630 if (!fileStream.is_open()) {
631 LOG(error) <<
"Cannot open " << expandedPath;
634 rapidjson::IStreamWrapper isw(fileStream);
635 rapidjson::Document doc;
636 doc.ParseStream(isw);
637 if (doc.HasParseError()) {
638 LOG(error) <<
"Error parsing provided json file " << expandedPath;
639 LOG(error) <<
" - Error -> " << rapidjson::GetParseError_En(doc.GetParseError());
644 if (doc.HasMember(
"mode")) {
645 const auto&
mode = doc[
"mode"].GetString();
646 if (strcmp(
mode,
"sequential") == 0) {
648 mGenerationMode = GenMode::kSeq;
650 if (strcmp(
mode,
"parallel") == 0) {
653 mGenerationMode = GenMode::kParallel;
654 LOG(info) <<
"Setting mode to parallel";
659 if (doc.HasMember(
"generators")) {
660 const auto& gens = doc[
"generators"];
661 for (
const auto&
gen : gens.GetArray()) {
662 mGroups.push_back({});
664 if (
gen.HasMember(
"cocktail")) {
665 mCocktailMode =
true;
666 for (
const auto& subgen :
gen[
"cocktail"].GetArray()) {
668 mGroups.back().push_back(mInputGens.size() - 1);
681 mGroups.back().push_back(mInputGens.size() - 1);
687 if (doc.HasMember(
"fractions")) {
688 const auto& fractions = doc[
"fractions"];
689 for (
const auto& frac : fractions.GetArray()) {
690 mFractions.push_back(frac.GetInt());
694 const auto& gens = doc[
"generators"];
695 for (
const auto&
gen : gens.GetArray()) {
696 mFractions.push_back(1);
default_random_engine gen(dev())
ClassImp(o2::eventgen::GeneratorHybrid)
static const GeneratorHybridParam & Instance()
static void writeINI(std::string const &filename, std::string const &keyOnly="")
static void updateFromFile(std::string const &, std::string const ¶msList="", bool unchangedOnly=false)
static SimConfig & Instance()
GeneratorHybrid(const GeneratorHybrid &)=delete
Bool_t parseJSON(const std::string &path)
std::string jsonValueToString(const T &value)
Bool_t generateEvent() override
void updateHeader(o2::dataformats::MCEventHeader *eventHeader) override
static GeneratorHybrid & Instance(const std::string &inputgens="")
Bool_t confSetter(const auto &gen)
Bool_t importParticles() override
void setPositionUnit(double val)
void setEnergyUnit(double val)
void notifySubGenerator(int subGeneratorId)
static unsigned int getTotalNEvents()
void setTimeUnit(double val)
void addSubGenerator(int subGeneratorId, std::string const &subGeneratorDescription)
std::vector< TParticle > mParticles
void setMomentumUnit(double val)
float sum(float s, o2::dcs::DataPointValue v)
GLuint const GLchar * name
GLsizei const GLfloat * value
GLenum const GLfloat * params
GLsizei const GLchar *const * path
std::function< bool(void *, std::string)> DeepTrigger
std::function< bool(const std::vector< TParticle > &)> Trigger
std::string expandShellVarsInFileName(std::string const &input)
a couple of static helper functions to create timestamp values for CCDB queries or override obsolete ...
std::string to_string(gsl::span< T, Size > span)
void compare(std::string_view s1, std::string_view s2)
LOG(info)<< "Compressed in "<< sw.CpuTime()<< " s"