13#include <fairlogger/Logger.h>
15#include <tbb/concurrent_queue.h>
16#include <tbb/task_arena.h>
17#include <tbb/parallel_for.h>
41 LOG(fatal) <<
"Failed to parse JSON configuration from input generators";
45 if (mConfigs.size() != mInputGens.size()) {
46 LOG(fatal) <<
"Number of configurations does not match the number of generators";
49 if (mConfigs.size() == 0) {
50 for (
auto gen : mInputGens) {
51 mConfigs.push_back(
"");
55 if (!(mRandomize || mGenerationMode == GenMode::kParallel)) {
57 if (mGroups.size() != mFractions.size()) {
58 LOG(fatal) <<
"Number of groups does not match the number of fractions";
62 if (mFractions.size() != mInputGens.size()) {
63 LOG(fatal) <<
"Number of fractions does not match the number of generators";
68 if (std::all_of(mFractions.begin(), mFractions.end(), [](
int i) { return i == 0; })) {
69 LOG(fatal) <<
"All fractions provided are 0, no simulation will be performed";
73 for (
auto gen : mInputGens) {
75 LOG(info) <<
"Checking if generator " <<
gen <<
" is in the list of available generators \n";
76 if (std::find(generatorNames.begin(), generatorNames.end(),
gen) != generatorNames.end()) {
77 LOG(info) <<
"Found generator " <<
gen <<
" in the list of available generators \n";
78 if (
gen.compare(
"boxgen") == 0) {
80 gens.push_back(std::make_shared<o2::eventgen::BoxGenerator>());
83 int confBoxIndex = std::stoi(mConfigs[
index].substr(7));
84 gens.push_back(std::make_shared<o2::eventgen::BoxGenerator>(*mBoxGenConfigs[confBoxIndex]));
87 }
else if (
gen.compare(0, 7,
"pythia8") == 0) {
90 auto pars = Pythia8GenConfig();
91 gens.push_back(std::make_shared<o2::eventgen::GeneratorPythia8>(pars));
94 int confPythia8Index = std::stoi(mConfigs[
index].substr(8));
95 gens.push_back(std::make_shared<o2::eventgen::GeneratorPythia8>(*mPythia8GenConfigs[confPythia8Index]));
97 mConfsPythia8.push_back(mConfigs[
index]);
99 }
else if (
gen.compare(
"extkinO2") == 0) {
100 int confO2KineIndex = std::stoi(mConfigs[
index].substr(9));
101 gens.push_back(std::make_shared<o2::eventgen::GeneratorFromO2Kine>(*mO2KineGenConfigs[confO2KineIndex]));
102 mGens.push_back(
gen);
103 }
else if (
gen.compare(
"evtpool") == 0) {
104 int confEvtPoolIndex = std::stoi(mConfigs[
index].substr(8));
105 gens.push_back(std::make_shared<o2::eventgen::GeneratorFromEventPool>(mEventPoolConfigs[confEvtPoolIndex]));
106 mGens.push_back(
gen);
107 }
else if (
gen.compare(
"external") == 0) {
108 int confextIndex = std::stoi(mConfigs[
index].substr(9));
110 if (mExternalGenConfigs[confextIndex]->iniFile.size() > 0) {
111 LOG(info) <<
"Setting up external gen using the given INI file";
118 std::string tmp_config_file =
"configkey_tmp_backup_" +
std::to_string(getpid()) + std::string(
".ini");
126 LOG(info) <<
"Setting up external generator with following parameters";
128 auto extgen_filename =
params.fileName;
129 auto extgen_func =
params.funcName;
130 auto extgen = std::shared_ptr<o2::eventgen::Generator>(o2::conf::GetFromMacro<o2::eventgen::Generator*>(extgen_filename, extgen_func,
"FairGenerator*",
"extgen"));
132 LOG(fatal) <<
"Failed to retrieve \'extgen\': problem with configuration ";
137 std::filesystem::remove(tmp_config_file);
139 gens.push_back(std::move(extgen));
140 mGens.push_back(
gen);
142 LOG(info) <<
"Setting up external gen using the given fileName and funcName";
144 auto& extgen_filename = mExternalGenConfigs[confextIndex]->fileName;
145 auto& extgen_func = mExternalGenConfigs[confextIndex]->funcName;
146 auto extGen = std::shared_ptr<o2::eventgen::Generator>(o2::conf::GetFromMacro<o2::eventgen::Generator*>(extgen_filename, extgen_func,
"FairGenerator*",
"extgen"));
148 LOG(fatal) <<
"Failed to load external generator from " << extgen_filename <<
" with function " << extgen_func;
150 gens.push_back(std::move(extGen));
151 mGens.push_back(
gen);
153 }
else if (
gen.compare(
"hepmc") == 0) {
154 int confHepMCIndex = std::stoi(mConfigs[
index].substr(6));
155 gens.push_back(std::make_shared<o2::eventgen::GeneratorHepMC>());
157 dynamic_cast<o2::eventgen::GeneratorHepMC*
>(gens.back().get())->setup(*mFileOrCmdGenConfigs[confHepMCIndex], *mHepMCGenConfigs[confHepMCIndex], globalConfig);
158 mGens.push_back(
gen);
161 LOG(fatal) <<
"Generator " <<
gen <<
" not found in the list of available generators \n";
168GeneratorHybrid::~GeneratorHybrid()
170 LOG(info) <<
"Destructor of generator hybrid called";
178 for (
auto&
gen : mGens) {
179 if (
gen ==
"pythia8pp") {
180 auto config = std::string(std::getenv(
"O2_ROOT")) +
"/share/Generators/egconfig/pythia8_inel.cfg";
181 LOG(info) <<
"Setting \'Pythia8\' base configuration: " << config << std::endl;
183 }
else if (
gen ==
"pythia8hf") {
184 auto config = std::string(std::getenv(
"O2_ROOT")) +
"/share/Generators/egconfig/pythia8_hf.cfg";
185 LOG(info) <<
"Setting \'Pythia8\' base configuration: " << config << std::endl;
187 }
else if (
gen ==
"pythia8hi") {
188 auto config = std::string(std::getenv(
"O2_ROOT")) +
"/share/Generators/egconfig/pythia8_hi.cfg";
189 LOG(info) <<
"Setting \'Pythia8\' base configuration: " << config << std::endl;
191 }
else if (
gen ==
"pythia8powheg") {
192 auto config = std::string(std::getenv(
"O2_ROOT")) +
"/share/Generators/egconfig/pythia8_powheg.cfg";
193 LOG(info) <<
"Setting \'Pythia8\' base configuration: " << config << std::endl;
199 gens[
count]->setTriggerMode(mTriggerModes[
count]);
200 LOG(info) <<
"Setting Trigger mode of generator " <<
gen <<
" to: " << mTriggerModes[
count];
203 for (
int trg = 0; trg < mTriggerMacros[
count].size(); trg++) {
208 LOG(info) <<
"Setting trigger " << trg <<
" of generator " <<
gen <<
" with following parameters";
209 LOG(info) <<
"Macro filename: " << expandedMacro;
210 LOG(info) <<
"Function name: " << mTriggerFuncs[
count][trg];
211 trigger = o2::conf::GetFromMacro<o2::eventgen::Trigger>(expandedMacro, mTriggerFuncs[
count][trg],
"o2::eventgen::Trigger",
"trigger");
213 LOG(info) <<
"Trying to retrieve a \'o2::eventgen::DeepTrigger\' type";
214 deeptrigger = o2::conf::GetFromMacro<o2::eventgen::DeepTrigger>(expandedMacro, mTriggerFuncs[
count][trg],
"o2::eventgen::DeepTrigger",
"deeptrigger");
216 if (!trigger && !deeptrigger) {
217 LOG(warn) <<
"Failed to retrieve \'external trigger\': problem with configuration";
218 LOG(warn) <<
"Trigger " << trg <<
" of generator " <<
gen <<
" will not be included";
221 LOG(info) <<
"Trigger " << trg <<
" of generator " <<
gen <<
" successfully set";
224 gens[
count]->addTrigger(trigger);
226 gens[
count]->addDeepTrigger(deeptrigger);
233 if (std::all_of(mFractions.begin(), mFractions.end(), [](
int i) { return i == 1; })) {
234 LOG(info) <<
"Full randomisation of generators order";
236 LOG(info) <<
"Randomisation based on fractions";
238 for (
auto&
f : mFractions) {
244 for (
int k = 0; k < mFractions.size(); k++) {
245 if (mFractions[k] == 0) {
247 mRngFractions.push_back(-1);
248 LOG(info) <<
"Generator " << mGens[k] <<
" will not be used";
250 chance =
static_cast<float>(mFractions[k]) / allfracs;
252 mRngFractions.push_back(
sum);
253 LOG(info) <<
"Generator " << (mConfigs[k] ==
"" ? mGens[k] : mConfigs[k]) <<
" has a " << chance * 100 <<
"% chance of being used";
258 LOG(info) <<
"Generators will be used in sequence, following provided fractions";
261 mGenIsInitialized.resize(gens.size(),
false);
262 if (mGenerationMode == GenMode::kParallel) {
264 mResultQueue.resize(1);
267 mResultQueue.resize(gens.size());
275 auto process_generator_task = [
this](std::vector<std::shared_ptr<o2::eventgen::Generator>>
const& generatorvec,
int task) {
276 LOG(
debug) <<
"Starting eventgen for task " << task;
277 auto& generator = generatorvec[task];
287 bool isTriggered =
false;
288 while (!isTriggered) {
289 generator->clearParticles();
290 generator->generateEvent();
291 generator->importParticles();
292 isTriggered = generator->triggerEvent();
294 LOG(
debug) <<
"eventgen finished for task " << task;
296 if (mGenerationMode == GenMode::kParallel) {
297 mResultQueue[0].push(task);
299 mResultQueue[task].push(task);
305 auto worker_function = [
this, process_generator_task]() {
309 auto generators_copy = gens;
313 if (mInputTaskQueue.try_pop(task)) {
314 process_generator_task(generators_copy, task);
316 std::this_thread::sleep_for(std::chrono::milliseconds(10));
322 mTBBTaskPoolRunner = std::thread([
this, worker_function]() { mTaskArena.execute([&]() { tbb::parallel_for(0, mTaskArena.max_concurrency(), [&](
int) { worker_function(); }); }); });
323 mTBBTaskPoolRunner.detach();
327 for (
size_t genindex = 0; genindex < gens.size(); ++genindex) {
328 mInputTaskQueue.push(genindex);
331 mIsInitialized =
true;
337 if (!mIsInitialized) {
340 if (mGenerationMode == GenMode::kParallel) {
349 if (mRngFractions.size() != 0) {
351 float rnum = gRandom->Rndm();
353 for (
int k = 0; k < mRngFractions.size(); k++) {
354 if (rnum <= mRngFractions[k]) {
360 mIndex = gRandom->Integer(mFractions.size());
363 while (mFractions[mCurrentFraction] == 0 || mseqCounter == mFractions[mCurrentFraction]) {
364 if (mFractions[mCurrentFraction] != 0) {
367 mCurrentFraction = (mCurrentFraction + 1) % mFractions.size();
369 mIndex = mCurrentFraction;
379 std::vector<int> subGenIndex = {};
382 mResultQueue[0].pop(genIndex);
385 if (!mCocktailMode) {
386 mResultQueue[mIndex].pop(genIndex);
389 subGenIndex.resize(mGroups[mIndex].
size());
390 for (
size_t pos = 0;
pos < mGroups[mIndex].size(); ++
pos) {
391 int subIndex = mGroups[mIndex][
pos];
392 LOG(info) <<
"Getting generator " << mGens[subIndex] <<
" from cocktail group " << mIndex;
393 mResultQueue[subIndex].pop(subGenIndex[
pos]);
398 auto unit_transformer = [](
auto& p,
auto pos_unit,
auto time_unit,
auto en_unit,
auto mom_unit) {
399 p.SetMomentum(p.Px() * mom_unit, p.Py() * mom_unit, p.Pz() * mom_unit, p.Energy() * en_unit);
400 p.SetProductionVertex(p.Vx() * pos_unit, p.Vy() * pos_unit, p.Vz() * pos_unit, p.T() * time_unit);
403 auto index_transformer = [](
auto& p,
int offset) {
404 for (
int i = 0;
i < 2; ++
i) {
405 if (p.GetMother(
i) != -1) {
406 const auto newindex = p.GetMother(
i) +
offset;
407 p.SetMother(
i, newindex);
410 if (p.GetNDaughters() > 0) {
411 for (
int i = 0;
i < 2; ++
i) {
412 const auto newindex = p.GetDaughter(
i) +
offset;
413 p.SetDaughter(
i, newindex);
423 for (
auto subIndex : subGenIndex) {
424 LOG(info) <<
"Importing particles for task " << subIndex;
425 auto subParticles = gens[subIndex]->getParticles();
427 auto time_unit = gens[subIndex]->getTimeUnit();
428 auto pos_unit = gens[subIndex]->getPositionUnit();
429 auto mom_unit = gens[subIndex]->getMomentumUnit();
430 auto energy_unit = gens[subIndex]->getEnergyUnit();
436 for (
auto& p : subParticles) {
438 index_transformer(p,
offset);
440 unit_transformer(p, pos_unit, time_unit, energy_unit, mom_unit);
445 gens[subIndex]->updateHeader(&mMCEventHeader);
446 mInputTaskQueue.push(subIndex);
450 LOG(info) <<
"Importing particles for task " << genIndex;
454 auto time_unit = gens[genIndex]->getTimeUnit();
455 auto pos_unit = gens[genIndex]->getPositionUnit();
456 auto mom_unit = gens[genIndex]->getMomentumUnit();
457 auto energy_unit = gens[genIndex]->getEnergyUnit();
462 unit_transformer(p, pos_unit, time_unit, energy_unit, mom_unit);
466 gens[genIndex]->updateHeader(&mMCEventHeader);
467 mInputTaskQueue.push(genIndex);
474 LOG(info) <<
"HybridGen: Stopping TBB task pool";
488 eventHeader->
putInfo<std::string>(
"forwarding-generator",
"HybridGen");
495 rapidjson::StringBuffer
buffer;
496 rapidjson::Writer<rapidjson::StringBuffer> writer(
buffer);
497 value.Accept(writer);
498 return buffer.GetString();
503 std::string
name =
gen[
"name"].GetString();
504 mInputGens.push_back(
name);
505 if (
gen.HasMember(
"config")) {
506 if (
name ==
"boxgen") {
507 const auto& boxconf =
gen[
"config"];
508 auto boxConfig = TBufferJSON::FromJSON<o2::eventgen::BoxGenConfig>(
jsonValueToString(boxconf).c_str());
509 mBoxGenConfigs.push_back(std::move(boxConfig));
510 mConfigs.push_back(
"boxgen_" +
std::to_string(mBoxGenConfigs.size() - 1));
511 }
else if (
name ==
"pythia8") {
512 const auto& pythia8conf =
gen[
"config"];
513 auto pythia8Config = TBufferJSON::FromJSON<o2::eventgen::Pythia8GenConfig>(
jsonValueToString(pythia8conf).c_str());
514 mPythia8GenConfigs.push_back(std::move(pythia8Config));
515 mConfigs.push_back(
"pythia8_" +
std::to_string(mPythia8GenConfigs.size() - 1));
516 }
else if (
name ==
"extkinO2") {
517 const auto& o2kineconf =
gen[
"config"];
518 auto o2kineConfig = TBufferJSON::FromJSON<o2::eventgen::O2KineGenConfig>(
jsonValueToString(o2kineconf).c_str());
519 mO2KineGenConfigs.push_back(std::move(o2kineConfig));
520 mConfigs.push_back(
"extkinO2_" +
std::to_string(mO2KineGenConfigs.size() - 1));
521 }
else if (
name ==
"evtpool") {
522 const auto& o2kineconf =
gen[
"config"];
523 auto poolConfig = TBufferJSON::FromJSON<o2::eventgen::EventPoolGenConfig>(
jsonValueToString(o2kineconf).c_str());
524 mEventPoolConfigs.push_back(*poolConfig);
525 mConfigs.push_back(
"evtpool_" +
std::to_string(mEventPoolConfigs.size() - 1));
526 }
else if (
name ==
"external") {
527 const auto& extconf =
gen[
"config"];
528 auto extConfig = TBufferJSON::FromJSON<o2::eventgen::ExternalGenConfig>(
jsonValueToString(extconf).c_str());
529 mExternalGenConfigs.push_back(std::move(extConfig));
530 mConfigs.push_back(
"external_" +
std::to_string(mExternalGenConfigs.size() - 1));
531 }
else if (
name ==
"hepmc") {
532 const auto& genconf =
gen[
"config"];
533 const auto& cmdconf = genconf[
"configcmd"];
534 const auto& hepmcconf = genconf[
"confighepmc"];
535 auto cmdConfig = TBufferJSON::FromJSON<o2::eventgen::FileOrCmdGenConfig>(
jsonValueToString(cmdconf).c_str());
536 auto hepmcConfig = TBufferJSON::FromJSON<o2::eventgen::HepMCGenConfig>(
jsonValueToString(hepmcconf).c_str());
537 mFileOrCmdGenConfigs.push_back(std::move(cmdConfig));
538 mHepMCGenConfigs.push_back(std::move(hepmcConfig));
539 mConfigs.push_back(
"hepmc_" +
std::to_string(mFileOrCmdGenConfigs.size() - 1));
541 mConfigs.push_back(
"");
544 if (
name ==
"boxgen" ||
name ==
"pythia8" ||
name ==
"extkinO2" ||
name ==
"external" ||
name ==
"hepmc") {
545 LOG(fatal) <<
"No configuration provided for generator " <<
name;
548 mConfigs.push_back(
"");
551 if (
gen.HasMember(
"triggers")) {
552 const auto& trigger =
gen[
"triggers"];
553 auto trigger_specs = [
this, &trigger]() {
554 mTriggerMacros.push_back({});
555 mTriggerFuncs.push_back({});
556 if (trigger.HasMember(
"specs")) {
557 for (
auto& spec : trigger[
"specs"].GetArray()) {
558 if (spec.HasMember(
"macro")) {
559 const auto& macro = spec[
"macro"].GetString();
560 if (!(strcmp(macro,
"") == 0)) {
561 mTriggerMacros.back().push_back(macro);
563 mTriggerMacros.back().push_back(
"");
566 mTriggerMacros.back().push_back(
"");
568 if (spec.HasMember(
"function")) {
569 const auto& function = spec[
"function"].GetString();
570 if (!(strcmp(function,
"") == 0)) {
571 mTriggerFuncs.back().push_back(function);
573 mTriggerFuncs.back().push_back(
"");
576 mTriggerFuncs.back().push_back(
"");
580 mTriggerMacros.back().push_back(
"");
581 mTriggerFuncs.back().push_back(
"");
584 if (trigger.HasMember(
"mode")) {
585 const auto& trmode = trigger[
"mode"].GetString();
586 if (strcmp(trmode,
"or") == 0) {
589 }
else if (strcmp(trmode,
"and") == 0) {
592 }
else if (strcmp(trmode,
"off") == 0) {
594 mTriggerMacros.push_back({
""});
595 mTriggerFuncs.push_back({
""});
597 LOG(warn) <<
"Wrong trigger mode provided for generator " <<
name <<
", keeping trigger OFF";
599 mTriggerMacros.push_back({
""});
600 mTriggerFuncs.push_back({
""});
603 LOG(warn) <<
"No trigger mode provided for generator " <<
name <<
", turning trigger OFF";
605 mTriggerMacros.push_back({
""});
606 mTriggerFuncs.push_back({
""});
610 mTriggerMacros.push_back({
""});
611 mTriggerFuncs.push_back({
""});
619 std::ifstream fileStream(
path, std::ios::in);
620 if (!fileStream.is_open()) {
621 LOG(error) <<
"Cannot open " <<
path;
624 rapidjson::IStreamWrapper isw(fileStream);
625 rapidjson::Document doc;
626 doc.ParseStream(isw);
627 if (doc.HasParseError()) {
628 LOG(error) <<
"Error parsing provided json file " <<
path;
629 LOG(error) <<
" - Error -> " << rapidjson::GetParseError_En(doc.GetParseError());
634 if (doc.HasMember(
"mode")) {
635 const auto&
mode = doc[
"mode"].GetString();
636 if (strcmp(
mode,
"sequential") == 0) {
638 mGenerationMode = GenMode::kSeq;
640 if (strcmp(
mode,
"parallel") == 0) {
643 mGenerationMode = GenMode::kParallel;
644 LOG(info) <<
"Setting mode to parallel";
649 if (doc.HasMember(
"generators")) {
650 const auto& gens = doc[
"generators"];
651 for (
const auto&
gen : gens.GetArray()) {
652 mGroups.push_back({});
654 if (
gen.HasMember(
"cocktail")) {
655 mCocktailMode =
true;
656 for (
const auto& subgen :
gen[
"cocktail"].GetArray()) {
658 mGroups.back().push_back(mInputGens.size() - 1);
671 mGroups.back().push_back(mInputGens.size() - 1);
677 if (doc.HasMember(
"fractions")) {
678 const auto& fractions = doc[
"fractions"];
679 for (
const auto& frac : fractions.GetArray()) {
680 mFractions.push_back(frac.GetInt());
684 const auto& gens = doc[
"generators"];
685 for (
const auto&
gen : gens.GetArray()) {
686 mFractions.push_back(1);
default_random_engine gen(dev())
ClassImp(o2::eventgen::GeneratorHybrid)
static const GeneratorHybridParam & Instance()
static void writeINI(std::string const &filename, std::string const &keyOnly="")
static void updateFromFile(std::string const &, std::string const ¶msList="", bool unchangedOnly=false)
static SimConfig & Instance()
GeneratorHybrid(const GeneratorHybrid &)=delete
Bool_t parseJSON(const std::string &path)
std::string jsonValueToString(const T &value)
Bool_t generateEvent() override
void updateHeader(o2::dataformats::MCEventHeader *eventHeader) override
static GeneratorHybrid & Instance(const std::string &inputgens="")
Bool_t confSetter(const auto &gen)
Bool_t importParticles() override
void setPositionUnit(double val)
void setEnergyUnit(double val)
void notifySubGenerator(int subGeneratorId)
static unsigned int getTotalNEvents()
void setTimeUnit(double val)
void addSubGenerator(int subGeneratorId, std::string const &subGeneratorDescription)
std::vector< TParticle > mParticles
void setMomentumUnit(double val)
float sum(float s, o2::dcs::DataPointValue v)
GLuint const GLchar * name
GLsizei const GLfloat * value
GLenum const GLfloat * params
GLsizei const GLchar *const * path
std::function< bool(void *, std::string)> DeepTrigger
std::function< bool(const std::vector< TParticle > &)> Trigger
std::string expandShellVarsInFileName(std::string const &input)
a couple of static helper functions to create timestamp values for CCDB queries or override obsolete ...
std::string to_string(gsl::span< T, Size > span)
void compare(std::string_view s1, std::string_view s2)
LOG(info)<< "Compressed in "<< sw.CpuTime()<< " s"