KVMultiDetArray.cpp

//Created by KVClassFactory on Tue Apr 16 09:45:50 2013
//Author: John Frankland,,,
 
#include "KVMultiDetArray.h"
#include "KVDetector.h"
#include "KVDetectorEvent.h"
#include "KVReconstructedEvent.h"
#include "KVReconstructedNucleus.h"
#include "KVRList.h"
#include "KVNucleus.h"
#include "KVGroup.h"
#include "KVMaterial.h"
#include "KVTarget.h"
#include "KVIDTelescope.h"
#include <KVString.h>
#include <TObjString.h>
#include <TObjArray.h>
#include <KVIDGridManager.h>
#include <KVDataSetManager.h>
#include <KVUpDater.h>
#include "TPluginManager.h"
#include "KVDataSet.h"
#include "TGeoManager.h"
#include "KVHashList.h"
#include "KVNameValueList.h"
#include "KVUniqueNameList.h"
#include "KVIonRangeTable.h"
#include "KVRangeTableGeoNavigator.h"
#include <KVDataAnalyser.h>
#include <KVNamedParameter.h>
#include <KVCalibrator.h>
#include <KVDBParameterSet.h>
#ifdef WITH_RSQLITE
#include <KVSQLROOTIDGridManager.h>
#endif
#ifdef WITH_OPENGL
#include <TGLViewer.h>
#include <TVirtualPad.h>
#endif
#ifdef WITH_BUILTIN_GRU
#include "KVGANILDataReader.h"
#else
#include "KVRawDataReader.h"
#endif
#ifdef WITH_MFM
#include "KVMFMDataFileReader.h"
#include "MFMEbyedatFrame.h"
#endif
#ifdef WITH_PROTOBUF
#include "KVProtobufDataReader.h"
#endif
using namespace std;
 
KVMultiDetArray* gMultiDetArray = nullptr;
 
Bool_t KVMultiDetArray::fCloseGeometryNow = kTRUE;
Bool_t KVMultiDetArray::fBuildTarget = kFALSE;
Bool_t KVMultiDetArray::fMakeMultiDetectorSetParameters = kTRUE;
Bool_t KVMultiDetArray::fMakeMultiDetectorPhysicsParametersOnly = kFALSE;
Int_t  KVMultiDetArray::fMakeMultiDetectorRunNumber = -1;
 
ClassImp(KVMultiDetArray)
 
 
 
KVMultiDetArray::KVMultiDetArray()
   : KVGeoStrucElement(), fTrajectories(kTRUE)
{
   // Default constructor
   init();
   gMultiDetArray = this;
}
 
 
 
 
KVMultiDetArray::KVMultiDetArray(const Char_t* name, const Char_t* type)
   : KVGeoStrucElement(name, type), fTrajectories(kTRUE)
{
   // Constructor with name and optional type
   init();
   gMultiDetArray = this;
}
 
 
 
 
void KVMultiDetArray::init()
{
   //Basic initialisation called by constructor.
   //Creates detectors list fDetectors,
   //groups list fGroups, identification telescopes list
   //fIDTelescopes
   //
   //The fGroups & fIDTelescopes lists contain objects owned by the multidetector array,
   //but which may be deleted by other objects (or as a result of the deletion of other
   //objects: i.e. if all the detectors in a group are deleted, the group itself is destroyed).
   //We use the ROOT automatic garbage collection to make sure that any object deleted
   //elsewhere is removed automatically from these lists.
 
   fIDTelescopes = new KVHashList();
   fIDTelescopes->SetOwner(kTRUE); // owns its objects
   fIDTelescopes->SetCleanup(kTRUE);
 
   fHitGroups = 0;
 
   fTarget = 0;
   fCurrentRun = 0;
 
   fStatusIDTelescopes = 0;
   fCalibStatusDets = 0;
   fSimMode = kFALSE;
 
   fFilterType = kFilterType_Full;
 
   fUpDater = 0;
 
   if (!gIDGridManager) new KVIDGridManager;
 
   // all trajectories belong to us
   fTrajectories.SetOwner();
 
   //all detectors belong to us
   SetOwnsDetectors();
 
   fRawDataReader = nullptr;
   fHandledRawData = false;
 
   // any extra raw data signals created when reading data belong to us
   fExtraRawDataSignals.SetOwner(kTRUE);
}
 
 
 
 
KVMultiDetArray::~KVMultiDetArray()
{
   //destroy (delete) the MDA and all the associated structure, detectors etc.
 
   SafeDelete(fHitGroups);
   //destroy all identification telescopes
   if (fIDTelescopes && fIDTelescopes->TestBit(kNotDeleted)) {
      fIDTelescopes->Delete();
      delete fIDTelescopes;
   }
   fIDTelescopes = 0;
 
   if (gMultiDetArray == this)
      gMultiDetArray = nullptr;
 
   if (fStatusIDTelescopes) {
      fStatusIDTelescopes->Delete();
      delete fStatusIDTelescopes;
      fStatusIDTelescopes = 0;
   }
   if (fCalibStatusDets) {
      fCalibStatusDets->Delete();
      delete fCalibStatusDets;
      fCalibStatusDets = 0;
   }
 
   SafeDelete(fUpDater);
}
 
 
 
 
 
 
void KVMultiDetArray::Build(Int_t)
{
 
 
 
}
 
 
 
 
 
Int_t KVMultiDetArray::GetIDTelescopes(KVGeoDetectorNode* de, KVDetector* e, TCollection* list)
{
   // Create one or more KVIDTelescope particle-identification objects from the two detectors
   //
   // The different ID telescopes are defined as 'Plugin' objects in the file $KVROOT/KVFiles/.kvrootrc :
   // # The KVMultiDetArray::GetIDTelescopes(KVDetector*de, KVDetector*e) method uses these plugins to
   // # create KVIDTelescope instances adapted to the specific array geometry and detector types.
   // # For each pair of detectors we look for a plugin with one of the following names:
   // #    [name_of_dataset].array_name.de_detector_type[de detector thickness]-e_detector_type[de detector thickness]
   // # Each characteristic in [] brackets may or may not be present in the name; first we test for names
   // # with these characteristics, then all combinations where one or other of the characteristics is not present.
   // # In addition, we first test all combinations which begin with [name_of_dataset].
   // # The first plugin found in this order will be used.
   // # In addition, if for one of the two detectors there is a plugin called
   // #    [name_of_dataset].array_name.de_detector_type[de detector thickness]
   // #    [name_of_dataset].array_name.e_detector_type[e detector thickness]
   // # then we add also an instance of this 1-detector identification telescope.
   //
   // This method is called by DeduceIdentificationTelescopesFromGeometry
   // in order to set up all ID telescopes of the array.
   //
   // \returns number of ID telescopes created
   // \param[in] de node corresponding to \f$\Delta E\f$ detector; may be nullptr
   // \param[in] e residual energy detector; always points to valid object
 
   assert(e);
 
   Int_t ntels = 0;
 
   if (fDataSet == "" && gDataSet) fDataSet = gDataSet->GetName();
 
   //look for ID telescopes starting from furthest from target
   if (e->IsOK()) ntels += try_all_singleID_telescopes(e, list);
   if (de && (de->GetDetector() != e)) {
      if (e->IsOK() && de->GetDetector()->IsOK()) ntels += try_all_doubleID_telescopes(de->GetDetector(), e, list);
      if (de->GetDetector()->IsOK()) ntels += try_all_singleID_telescopes(de->GetDetector(), list);
   }
 
   return ntels;
}
 
 
 
 
Int_t KVMultiDetArray::try_all_singleID_telescopes(KVDetector* d, TCollection* l)
{
   // Attempt to find a plugin KVIDTelescope class for making a single-detector
   // ID telescope from detector *d
   // We look for plugins with the following signatures (uri):
   //
   //       [array name].[type]
   //       [array_name].[type][thickness]
   //
   // where 'type' is the type of the detector in UPPER or lowercase letters
   // 'thickness' is the nearest-integer thickness of the detector as returned by d->GetThickness()
   // In addition, if a dataset is set (gDataSet!=nullptr) we try also for dataset-specific
   // plugins:
   //
   //       [dataset].[array name].[type]
   //       [dataset].[array name].[type][thickness]
   //
   // Returns number of generated telescopes
 
   TString uri = Form("%s.%s", GetName(), d->GetType());
   Int_t ntels = 0;
   if (!(ntels += try_upper_and_lower_singleIDtelescope(uri, d, l))) {
      Int_t d_thick = TMath::Nint(d->GetThickness());
      uri += d_thick;
      ntels += try_upper_and_lower_singleIDtelescope(uri, d, l);
   }
   return ntels;
}
 
 
 
 
 
Int_t KVMultiDetArray::try_all_doubleID_telescopes(KVDetector* de, KVDetector* e, TCollection* l)
{
   // Attempt to find a plugin KVIDTelescope class for making an ID telescope from detectors de & e.
   // We look for plugins with the following signatures (uri):
   //
   //       [array name].[de-type]-[e-type]
   //       [array name].[de-type][thickness]-[e-type]
   //       [array name].[de-type]-[e-type][thickness]
   //       [array name].[de-type][thickness]-[e-type][thickness]
   //
   // where 'type' is the type of the detector in UPPER or lowercase letters
   // 'thickness' is the nearest-integer thickness of the detector.
   // In addition, if a dataset is set (gDataSet!=nullptr) we try also for dataset-specific
   // plugins:
   //
   //       [dataset].[array name].[de-type][thickness]-[e-type][thickness]
   //       [dataset].[array name].[de-type][thickness]-[e-type]
   //       [dataset].[array name].[de-type]-[e-type][thickness]
   //       [dataset].[array name].[de-type]-[e-type]
   //
   // if no plugin is found, we return a KVIDTelescope base class object
   //
   // Returns 1 (we always generate exactly one telescope)
 
   TString de_type = de->GetType();
   TString e_type = e->GetType();
   TString de_thick = Form("%d", TMath::Nint(de->GetThickness()));
   TString e_thick = Form("%d", TMath::Nint(e->GetThickness()));
 
   TString uri = de_type + de_thick + "-" + e_type + e_thick;
   uri.Prepend(Form("%s.", GetName()));
   if (try_upper_and_lower_doubleIDtelescope(uri, de, e, l)) return 1;
 
   uri = de_type + de_thick + "-" + e_type;
   uri.Prepend(Form("%s.", GetName()));
   if (try_upper_and_lower_doubleIDtelescope(uri, de, e, l)) return 1;
 
   uri = de_type + "-" + e_type + e_thick;
   uri.Prepend(Form("%s.", GetName()));
   if (try_upper_and_lower_doubleIDtelescope(uri, de, e, l)) return 1;
 
   uri = de_type + "-" + e_type;
   uri.Prepend(Form("%s.", GetName()));
   if (try_upper_and_lower_doubleIDtelescope(uri, de, e, l)) return 1;
 
   // default id telescope object
   KVIDTelescope* idt = new KVIDTelescope;
   uri = de_type + "-" + e_type;
   idt->SetLabel(uri);
   // set type as "[DEtype]-[Etype]" where "[*type]" is type of DE/E detectors
   idt->SetType(Form("%s-%s", de_type.Data(), e_type.Data()));
   set_up_telescope(de, e, idt, l);
 
   return 1;
}
 
 
 
 
bool KVMultiDetArray::try_upper_and_lower_singleIDtelescope(TString uri, KVDetector* d, TCollection* l)
{
   // Attempt to find a plugin KVIDTelescope class for making a single-detector
   // ID telescope from detector *d with the given signature/uri
   // Both original & all-upper-case versions of uri are tried.
   // uri is tried both with & without prepended dataset name (if set)
   // Returns true if successful (the new ID telescope will be added to internal
   // list fIDTelescopes and also to TCollection* l)
 
   if (try_a_singleIDtelescope(uri, d, l)) return true;
   uri.ToUpper();
   return try_a_singleIDtelescope(uri, d, l);
}
 
 
 
 
bool KVMultiDetArray::try_upper_and_lower_doubleIDtelescope(TString uri, KVDetector* de, KVDetector* e, TCollection* l)
{
   // Attempt to find a plugin KVIDTelescope class for making an ID telescope with the given signature/uri
   // Both original & all-upper-case versions of uri are tried.
   // uri is tried both with & without prepended dataset name (if set)
   // Returns true if successful (the new ID telescope will be added to internal
   // list fIDTelescopes and also to TCollection* l)
 
   if (try_a_doubleIDtelescope(uri, de, e, l)) return true;
   uri.ToUpper();
   return try_a_doubleIDtelescope(uri, de, e, l);
}
 
 
 
 
bool KVMultiDetArray::try_a_singleIDtelescope(TString uri, KVDetector* d, TCollection* l)
{
   // Attempt to find a plugin KVIDTelescope class for making a single-detector
   // ID telescope from detector *d with the given signature/uri
   // Both original & all-upper-case versions of uri are tried.
   // uri is tried both with & without prepended dataset name (if set)
   // Returns true if successful (the new ID telescope will be added to internal
   // list fIDTelescopes and also to TCollection* l)
 
   // dataset-specific version takes precedence over default
   TString duri = uri;
   if (gDataSet) {
      // try with dataset name
      duri.Prepend(Form("%s.", fDataSet.Data()));
      KVIDTelescope* idt;
      if ((idt = KVIDTelescope::MakeIDTelescope(duri))) {
         set_up_single_stage_telescope(d, idt, l);
         return true;
      }
   }
 
   // look for default version
   KVIDTelescope* idt;
   if ((idt = KVIDTelescope::MakeIDTelescope(uri))) {
      set_up_single_stage_telescope(d, idt, l);
      return true;
   }
 
   return false;
}
 
 
 
 
bool KVMultiDetArray::try_a_doubleIDtelescope(TString uri, KVDetector* de, KVDetector* e, TCollection* l)
{
   // Attempt to find a plugin KVIDTelescope class for making an ID telescope with the given signature/uri
   // uri is tried both with & without prepended dataset name (if set)
   // Returns true if successful (the new ID telescope will be added to internal
   // list fIDTelescopes and also to TCollection* l)
 
   // dataset-specific version takes precedence over default
   TString duri = uri;
   if (gDataSet) {
      // try with dataset name
      duri.Prepend(Form("%s.", fDataSet.Data()));
      KVIDTelescope* idt;
      if ((idt = KVIDTelescope::MakeIDTelescope(duri))) {
         set_up_telescope(de, e, idt, l);
         return true;
      }
   }
   // look for default version
   KVIDTelescope* idt;
   if ((idt = KVIDTelescope::MakeIDTelescope(uri))) {
      set_up_telescope(de, e, idt, l);
      return true;
   }
 
   return false;
}
 
 
 
 
void KVMultiDetArray::set_up_telescope(KVDetector* de, KVDetector* e, KVIDTelescope* idt, TCollection* l)
{
   // Set up detectors in de-e identification telescope and add to fIDTelescopes and to l
 
   idt->AddDetector(de);
   idt->AddDetector(e);
   if (de->GetGroup()) {
      idt->SetGroup(de->GetGroup());
   }
   else {
      idt->SetGroup(e->GetGroup());
   }
   // if telescope already exists, we delete this new version and add a reference to
   // the original into list l
   KVIDTelescope* p = (KVIDTelescope*)fIDTelescopes->FindObject(idt->GetName());
   if (p) {
      l->Add(p);
      delete idt;
   }
   else {
      fIDTelescopes->Add(idt);
      l->Add(idt);
   }
}
 
 
 
 
void KVMultiDetArray::set_up_single_stage_telescope(KVDetector* det, KVIDTelescope* idt, TCollection* l)
{
   // Set up detector in single-stage identification telescope and add to fIDTelescopes and to l
 
   idt->AddDetector(det);
   idt->SetGroup(det->GetGroup());
   // if telescope already exists, we delete this new version and add a reference to
   // the original into list l
   KVIDTelescope* p = (KVIDTelescope*)fIDTelescopes->FindObject(idt->GetName());
   if (p) {
      l->Add(p);
      delete idt;
   }
   else {
      fIDTelescopes->Add(idt);
      l->Add(idt);
   }
}
 
 
 
 
 
void KVMultiDetArray::RenumberGroups()
{
   //Number groups according to position in list fGroups and set fGr counter to the number
   //of groups in the list
   Int_t fGr = 0;
   KVGroup* g = 0;
   KVSeqCollection* fGroups = GetStructures()->GetSubListWithType("GROUP");
   TIter next(fGroups);
   while ((g = (KVGroup*) next())) {
      g->SetNumber(++fGr);
   }
   delete fGroups;
}
 
 
 
 
KVIDTelescope* KVMultiDetArray::GetIDTelescope(const Char_t* name) const
{
   //Return pointer to DeltaE-E ID Telescope with "name"
 
   return (KVIDTelescope*) fIDTelescopes->FindObject(name);
}
 
 
 
 
void KVMultiDetArray::Clear(Option_t*)
{
   //Reset all groups (lists of detected particles etc.)
   //and detectors in groups (energy losses, ACQparams etc. etc.)
   //and the target if there is one
 
   unique_ptr<KVSeqCollection> fGroups(GetStructures()->GetSubListWithType("GROUP"));
 
   TIter next(fGroups.get());
   KVGroup* grp;
   while ((grp = (KVGroup*) next())) {
      grp->Reset();
   }
   if (GetTarget())
      GetTarget()->Clear();
}
 
 
 
 
 
void KVMultiDetArray::SetCalibratorParameters(KVDBRun* r, const TString& myname)
{
   // Sets up calibrators for all detectors with a defined calibration for run
   // Set parameters for all detectors with links to table "Calibrations" for run
   // If 'myname' is given, we look in "myname.Calibrations"
 
   //Reset all calibrators of all detectors first
   TIter next(GetDetectors());
   KVDetector* kvd;
   while ((kvd = (KVDetector*) next())) kvd->RemoveCalibrators();
 
   TString tabname = (myname != "" ? Form("%s.Calibrations", myname.Data()) : "Calibrations");
   //Info("SetCalibratorParameters", "For array %s in table %s", GetName(), tabname.Data());
   KVRList* run_links = r->GetLinks(tabname);
   if (run_links) Info("SetCalibratorParameters", "Found %d calibrations for this run", run_links->GetEntries());
   else {
//      Warning("SetCalibratorParameters", "Got no links for %s", tabname.Data());
//      r->GetKeys()->ls();
      return;
   }
   TIter nxt_link(run_links);
   KVDBParameterSet* dbps;
   while ((dbps = (KVDBParameterSet*)nxt_link())) {
 
      KVDetector* det = GetDetector(dbps->GetName());
      if (!det) {
         Warning("SetCalibratorParameters", "Got parameters for unknown detector: %s", dbps->GetName());
         continue;
      }
 
      KVNameValueList class_options;
      KVString clop;
      if (dbps->HasParameter("CalibOptions")) clop = dbps->GetStringParameter("CalibOptions");
      if (clop != "") {
         clop.Begin(",");
         while (!clop.End()) {
            KVString clopp = clop.Next(true);
            clopp.Begin("=");
            KVString par(clopp.Next(true)), val(clopp.Next(true));
            class_options.SetValue(par, val);
         }
      }
      KVCalibrator* cal = KVCalibrator::MakeCalibrator(dbps->GetStringParameter("CalibClass"));
      cal->SetType(dbps->GetTitle());
      if (clop != "") {
         try {
            cal->SetOptions(class_options);
         }
         catch (std::exception& e) {
            Error("SetCalibratorParameters",
                  "Problem for %s [%s] : %s", det->GetName(), cal->GetType(), e.what());
            delete cal;
            continue;
         }
      }
      cal->SetInputSignalType(dbps->GetStringParameter("SignalIn"));
      cal->SetOutputSignalType(dbps->GetStringParameter("SignalOut"));
      if (!det->AddCalibrator(cal, dbps->GetParameters())) {
         // Calibrator invalid - probably input signal is not defined for detector
         // N.B. 'cal' deleted by KVDetector::AddCalibrator
         continue;
      }
 
      if (dbps->GetParamNumber() > cal->GetNumberParams()) {
         Warning("SetCalibratorParameters", "Wrong number of parameters (%d) for calibrator %s for detector %s : should be %d",
                 dbps->GetParamNumber(), dbps->GetTitle(), dbps->GetName(), cal->GetNumberParams());
         dbps->Print();
         continue;
      }
      for (int i = 0; i < dbps->GetParamNumber(); ++i) {
         if (i >= cal->GetNumberParams())
            cal->SetParameter(i, 0);
         else
            cal->SetParameter(i, dbps->GetParameter(i));
      }
      cal->SetStatus(true);
   }
}
 
 
 
 
void KVMultiDetArray::SetExpectedDetectorSignalNames()
{
   // Detector signals corresponding to raw data acquisition parameters are typically only created and
   // added to detectors when some raw data has been read including those parameters.
   //
   // However, when reconstructing data, we may define identification matrices or calibration formulae
   // which use these signals before starting to read data. Therefore we need to know beforehand what
   // detector signals are expected to be available once data has been read.
   //
   // These are defined, according to detector types, by variables of the form
   //
   //~~~~
   // [dataset].[array].[detector-type].ExpectedDetectorSignals: [comma-separated list of signal names]
   //~~~~
   //
   // where [dataset] is optionally used to provide dataset-specific definitions.
   //
   // Here we add a detector signal of each expected type to each detector of the array
 
   TIter it(GetDetectors());
   KVDetector* det;
   while ((det = (KVDetector*)it())) {
      auto s = KVBase::GetDataSetEnv<KVString>(fDataSet.Data(), Form("%s.%s.ExpectedDetectorSignals", GetName(), det->GetType()));
      if (s.IsNull()) continue;
      s.Begin(",");
      while (!s.End()) {
         det->AddDetectorSignal(s.Next(kTRUE));
      }
   }
}
 
 
 
 
void KVMultiDetArray::GetDetectorEvent(KVDetectorEvent* detev, const TSeqCollection* fired_dets)
{
   // First step in event reconstruction based on current status of detectors in array.
   // Fills the given KVDetectorEvent with the list of all groups which have fired.
   // i.e. loop over all groups of the array and test whether KVGroup::Fired() returns true or false.
   //
   // If the list of fired detectors 'fired_dets' is given, then we use this list
   // to find the associated groups. If not given, or if it is empty, we may use the internal fFiredDetectors list.
   //
   // Call method detev->Clear() before reading another event in order to reset all of the hit groups
   // (including all detectors etc.) and emptying the list.
 
   if (!fired_dets || !fired_dets->GetEntries()) {
      if (fFiredDetectors.GetEntries()) fired_dets = &fFiredDetectors;
   }
   if (fired_dets && fired_dets->GetEntries()) {
      // list of fired detectorsgiven
      TIter next_det(fired_dets);
      KVDetector* det = 0;
      KVGroup* grp = 0;
      while ((det = (KVDetector*)next_det())) {
         if ((grp = det->GetGroup()) && grp->GetParents()->Contains(this)) detev->AddGroup(grp);
      }
   }
   else {
      //loop over groups
      unique_ptr<KVSeqCollection> fGroups(GetStructures()->GetSubListWithType("GROUP"));
 
      TIter next_grp(fGroups.get());
      KVGroup* grp;
      while ((grp = (KVGroup*) next_grp())) {
         if (grp->Fired()) {
            //if (!fHitGroups->FindObject(grp))
            // grp->Print();
            //add new group to list of hit groups
            detev->AddGroup(grp);
         }
      }
   }
}
 
 
 
 
KVMultiDetArray* KVMultiDetArray::MakeMultiDetector(const Char_t* dataset_name, Int_t run, TString classname, KVExpDB* db)
{
   //Static function which will create and 'Build' the multidetector object corresponding to
   //a given run of dataset 'dataset_name'. Any previously existing multidetector will be
   //deleted.
   //
   //We first activate the given dataset if not already done
   //
   //Multidetector arrays are defined as 'Plugin' objects :
   //
   //~~~
   //Plugin.KVMultiDet:    [dataset_name]    [classname]     [library]    "[constructor]()"
   //~~~
   //
   //The constructors/macros are always without arguments
   //
   //Dataset name is stored in fDataSet
 
   // store the run number (if given) so that if the dataset needs to update its database
   // (which requires building the multidetector by calling MakeMultiDetector()) then it
   // will build the correct geometry for the run
   if (run > 0) fMakeMultiDetectorRunNumber = run;
   else if (fMakeMultiDetectorRunNumber > 0) run = fMakeMultiDetectorRunNumber;
 
   if(!gDataSetManager)
   {
      auto dsm = new KVDataSetManager;
      dsm->Init();
   }
   if (gDataSetManager && (!gDataSet || (gDataSet != gDataSetManager->GetDataSet(dataset_name)))) {
      printf("Info in <KVMultiDetArray::MakeMultiDetector>: Changing dataset\n");
      gDataSetManager->GetDataSet(dataset_name)->cd();
   }
 
   if (gMultiDetArray && gMultiDetArray->GetDataSet() != dataset_name) {
      printf("Info in <KVMultiDetArray::MakeMultiDetector>: Deleting existing array %s\n", gMultiDetArray->GetName());
      if (gIDGridManager) {
         delete gIDGridManager;
         gIDGridManager = nullptr;
      }
      delete gMultiDetArray;
      gMultiDetArray = nullptr;
   }
 
 
   // Creation of database when dataset is selected for first time may
   // include creation of multidetector array (by calling this method)
   KVMultiDetArray* mda = nullptr;
   if (!gMultiDetArray) {
      TPluginHandler* ph;
      if (!(ph = LoadPlugin(classname.Data(), dataset_name)))
         return nullptr;
 
      //execute constructor/macro for multidetector - assumed without arguments
      mda = (KVMultiDetArray*) ph->ExecPlugin(0);
      mda->fDataSet = dataset_name;
      mda->Build(run);
      // set dataset-dependent lists of acceptable ID/E codes for reconstructed nuclei
      auto codes = GetDataSetEnv<KVString>(dataset_name, Form("%s.ReconstructedNuclei.AcceptIDCodes", mda->GetName()));
      if (codes != "") mda->fAcceptIDCodes.Set(codes);
      codes = GetDataSetEnv<KVString>(dataset_name, Form("%s.ReconstructedNuclei.AcceptECodes", mda->GetName()));
      if (codes != "") mda->fAcceptECodes.Set(codes);
      // set dataset-dependent condition for seeding reconstructed nuclei
      mda->SetPartSeedCond(GetDataSetEnv<KVString>(dataset_name, Form("%s.ReconstructedNuclei.ParticleSeedCond", mda->GetName())));
#ifdef WITH_RSQLITE
      // save contents of grid manager in an SQL-ROOT database if not already done
      if (fMakeMultiDetectorSetParameters && !gIDGridManager->IsSQLROOT()) {
         // 'if(fMakeMultiDetectorSetParameters...' ensures that we are not currently building a subarray
         // of a KVExpSetUp. Grids can only be saved once in a single file after all have been read.
         TString filepath;
         if (is_gnuinstall()) {
            // GNU-style install: use working directory $HOME/.kaliveda
            filepath = GetWORKDIRFilePath(gDataSet->GetName());
         }
         else
            filepath = gDataSet->GetDataSetDir();
 
         filepath += "/idgrids_DB";
 
         int n_grids_to_write = gIDGridManager->GetGrids()->GetEntries();
 
         // we retrieve the index multiplier for the dataset in case it is >1,
         // we use it to "correct" the runlists for the grids
         auto index_multiplier = gDataSet->GetDataSetEnv("DataSet.RunFileIndexMultiplier.raw", 1);
 
         // we also set the runlist for any grids which don't have one, to the runlist of the entire dataset.
         // in other words, grids with no runlist are considered valid for all runs
         if (n_grids_to_write) {
            KVSQLROOTFile f(filepath, "recreate");
 
            printf("Info in <KVMultiDetArray::MakeMultiDetector>: Saving %d grids in SQL-ROOT database file %s\n",
                   n_grids_to_write, filepath.Data());
 
            TIter it(gIDGridManager->GetGrids());
            KVIDGraph* gr;
            if (!db) db = gExpDB;
            while ((gr = (KVIDGraph*)it())) {
               // self-consistently modify runlist if necessary
               auto rl = gr->GetRuns().GetListDividedBy(index_multiplier);
               if (rl.IsEmpty() && db) rl = db->GetRunList();
               gr->SetRuns(rl);
               f.WriteObject(gr, {
                  {"IDLabel", gr->GetIDTelescopeLabel()},
                  {"IDTelescopes", gr->GetParameters()->GetStringValue("IDTelescopes")},
                  {"VarX", gr->GetVarX()},
                  {"VarY", gr->GetVarY()},
                  {"Runlist", gr->GetRunList()},
               }
                            );
               --n_grids_to_write;
               if (!(n_grids_to_write % 1000))  printf("Info in <KVMultiDetArray::MakeMultiDetector>: ...%d grids left...\n",
                                                          n_grids_to_write);
 
            }
         }
      }
#endif
   }
   else {
      mda = gMultiDetArray;
   }
   // set parameters if required & allowed & not done yet
   if (fMakeMultiDetectorSetParameters && (run > -1) && gExpDB) mda->SetParameters(run, fMakeMultiDetectorPhysicsParametersOnly);
   return mda;
}
 
 
 
 
KVUpDater* KVMultiDetArray::GetUpDater()
{
   // Return pointer to KVUpDater defined by dataset for this multidetector, the class used
   // is defined as a plugin like this:
   //
   // # Plugin.KVUpDater:    name_of_dataset    name_of_class    name_of_plugin_library   constructor_to_call
   //
   // However, if a dataset defines a variable like this:
   //
   // [dataset].ExpSetUp.Updater.[multidetector name]: [name_of_dataset for plugin]
   //
   // then we use the updater plugin defined for the given dataset
 
   if (!fUpDater) {
      auto alt_updater = KVBase::GetDataSetEnv<KVString>(fDataSet, Form("ExpSetUp.Updater.%s", GetName()));
      if (alt_updater != "") fUpDater = KVUpDater::MakeUpDater(alt_updater, this);
      else fUpDater = KVUpDater::MakeUpDater(fDataSet, this);
   }
   Info("GetUpDater", "updater class for dataset %s: %s", fDataSet.Data(), fUpDater->IsA()->GetName());
   return fUpDater;
}
 
 
 
 
 
void KVMultiDetArray::SetParameters(UInt_t run, Bool_t physics_parameters_only)
{
   // Set run-dependent parameters of the array.
   //
   // if physics_parameters_only==false, identification and calibration parameters are set.
   // if physics_parameters_only==true, just the minimum necessary for physics analysis of reduced data are set.
   //
   // This can only be done if gDataSet has been set i.e. a dataset has been chosen,
   // otherwise this just has the effect of setting the current run number
 
   fCurrentRun = run;
   KVDataSet* ds = gDataSet;
   if (!ds) {
      if (gDataSetManager)
         ds = gDataSetManager->GetDataSet(fDataSet.Data());
   }
   if (ds) {
      GetUpDater()->SetParameters(run, physics_parameters_only);
      SetBit(kParamsSet);
   }
}
 
 
 
 
 
void KVMultiDetArray::SetRunIdentificationParameters(UShort_t run)
{
   //Set identification parameters for run.
   //This can only be done if gDataSet has been set i.e. a dataset has been chosen
   //Otherwise this just has the effect of setting the current run number
 
   fCurrentRun = run;
   KVDataSet* ds = gDataSet;
   if (!ds) {
      if (gDataSetManager)
         ds = gDataSetManager->GetDataSet(fDataSet.Data());
   }
   if (ds) {
      GetUpDater()->SetIdentificationParameters(run);
      SetBit(kIDParamsSet);
   }
}
 
 
 
 
 
void KVMultiDetArray::SetRunCalibrationParameters(UShort_t run)
{
   //Set calibration parameters for run.
   //This can only be done if gDataSet has been set i.e. a dataset has been chosen
   //Otherwise this just has the effect of setting the current run number
 
   fCurrentRun = run;
   KVDataSet* ds = gDataSet;
   if (!ds) {
      if (gDataSetManager)
         ds = gDataSetManager->GetDataSet(fDataSet.Data());
   }
   if (ds) {
      GetUpDater()->SetCalibrationParameters(run);
      SetBit(kCalParamsSet);
   }
}
 
 
 
 
 
void KVMultiDetArray::SetIdentifications()
{
   //Initialisation of all ACTIVE identification telescopes in the array, i.e. those appearing in a line
   //in the .kvrootrc file such as this:
   //
   //# [dataset name].ActiveIdentifications:    [type1]  [type2] ...
   //
   //The 'types' given correspond to the value given by KVIDTelescope::GetLabel(), these are the
   //identifiers used to retrieve the different plugin classes in GetIDTelescopes(KVDetector*,KVDetector*,KVList*).
   //
   //For each type of identification in the list, we retrieve the first identification telescope with this
   //label from the list of all ID telescopes, in order to call its KVIDTelescope::SetIdentificationParameters() method.
   //This method (when rederived in child classes of KVIDTelescope) initialises the identification objects
   //for ALL of the ID telescopes of the same type (class) in the array.
   //
   //Note that, in general, the parameters of the identifications for a given run are not
   //set until SetParameters or SetRunIdentificationParameters is called.
 
#ifdef WITH_RSQLITE
   // if a KVSQLROOTFile has been filled with the dataset identification parameters we use it.
   if (gIDGridManager->IsSQLROOT()) {
      // nothing more to do
      return;
   }
   else if (!gDataSet->DataBaseUpdateInProgress())
      // the update of the database may have been caused by 1 or more identification files being modified
      // (even if they are not part of the database). in this case we read in all the grids again even
      // if it has already been done before.
   {
      TString filepath;
      if (is_gnuinstall()) {
         // GNU-style install: use working directory $HOME/.kaliveda
         filepath = GetWORKDIRFilePath(gDataSet->GetName());
      }
      else
         filepath = gDataSet->GetDataSetDir();
 
      filepath += "/idgrids_DB";
 
      if (SearchKVFile(filepath.Data(), filepath)) {
         delete gIDGridManager;
         gIDGridManager = new KVSQLROOTIDGridManager(filepath);
         return;
      }
   }
#endif
 
   auto id_labels = GetDataSetEnv<KVString>(fDataSet, "ActiveIdentifications");
   if (id_labels == "" || (gDataSet && !gDataSet->HasCalibIdentInfos())) {
      Info("SetIdentifications", "No active identifications");
      return;
   }
   //split list of labels
   id_labels.Begin(" ");
   int ok(0);
   //loop over labels/identification 'types'
   while (!id_labels.End()) {
 
      //get first telescope in list with right label
      KVIDTelescope* idt = (KVIDTelescope*)GetListOfIDTelescopes()->FindObjectByLabel(id_labels.Next(kTRUE));
      //set ID parameters for all telescopes of this 'type'
      if (idt) {
         Info("SetIdentifications", "Initialising %s identifications...", idt->GetLabel());
         if (idt->SetIdentificationParameters(this))
            Info("SetIdentifications", "OK");
         ++ok;
      }
 
   }
   if (!ok) {
      // None of the labels in the list correspond to telescopes in the array
      Warning("SetIdentfications", "No telescopes found with labels given in %s.ActiveIdentifications list: %s",
              gDataSet->GetName(), id_labels.Data());
   }
}
 
 
 
 
 
void KVMultiDetArray::InitializeIDTelescopes()
{
   // Calls Initialize() method of each identification telescope (see KVIDTelescope
   // and derived classes) and sets the general identification code defined for each
   // telescope.
   //
   // Calling this method is essential before identification of particles is attempted.
 
   TIter next(fIDTelescopes);
   KVIDTelescope* idt;
   while ((idt = (KVIDTelescope*)next())) {
      idt->Initialize();
      SetIDCodeForIDTelescope(idt);
   }
}
 
 
 
 
Bool_t KVMultiDetArray::ReadGridsFromAsciiFile(const Char_t* grids) const
{
   // Read all identification grids from the file and add them to the IDGridManager object
   // used by this array. This method sets up the links between each grid and the
   // IDtelescope(s) it is to be used for, unlike calling
   //
   //    gIDGridManager->ReadAsciiFile(grids)
   //
   // which does not.
   //
   // Returns kFALSE if there is a problem reading the file
 
   if (gIDGridManager->ReadAsciiFile(grids)) {
      TIter next(gIDGridManager->GetLastReadGrids());
      KVIDGraph* gr;
      while ((gr = (KVIDGraph*)next())) FillListOfIDTelescopes(gr);
      return kTRUE;
   }
   return kFALSE;
}
 
 
 
 
 
void KVMultiDetArray::PrintStatusOfIDTelescopes()
{
   // Print full status report on ID telescopes in array, using informations stored in
   // fStatusIDTelescopes (see GetStatusOfIDTelescopes).
 
   cout << endl << "-----STATUS OF IDENTIFICATION TELESCOPES";
   if (GetCurrentRunNumber()) cout << " FOR RUN "
                                      << GetCurrentRunNumber();
   cout << "------" << endl << endl;
   //get list of active telescopes
   KVString id_labels;
   if (gDataSet) id_labels = gDataSet->GetDataSetEnv<KVString>("ActiveIdentifications");
   else {
      auto typelist = GetIDTelescopeTypes();
      TIter it(&typelist);
      TObjString* type;
      while ((type = (TObjString*)it())) {
         if (id_labels == "") id_labels += type->GetString().Data();
         else {
            id_labels += Form(" %s", type->GetString().Data());
         }
      }
   }
   if (id_labels == "") {
      cout << " *** No active identifications *** " << endl;
      return;
   }
   // iterate over labels
   unique_ptr<TObjArray> toks(id_labels.Tokenize(' '));
 
   //update status infos
   GetStatusOfIDTelescopes();
 
   TIter next_type(fStatusIDTelescopes);
   TList* id_type_list = 0;
   while ((id_type_list = (TList*)next_type())) {
 
      cout << " *** " << id_type_list->GetName() << " Identifications -------------------" << endl;
      if (!toks->FindObject(id_type_list->GetName())) {
         cout << "      [NOT ACTIVE]" << endl;
      }
      TList* ok_list = (TList*)id_type_list->FindObject("OK");
      TList* notok_list = (TList*)id_type_list->FindObject("NOT OK");
      TList* print_list = 0;
      Int_t Nok = ok_list->GetEntries();
      Int_t Notok = notok_list->GetEntries();
      if (Nok && Notok) {
         if (Nok < Notok) print_list = ok_list;
         else print_list = notok_list;
      }
      if (Nok && (!Notok)) cout << "    ALL telescopes are OK" << endl;
      else if (Notok && (!Nok)) cout << "    NO telescopes are OK" << endl;
      else {
         cout << "    " << ok_list->GetEntries() << " telescopes are OK, "
              << notok_list->GetEntries() << " telescopes are NOT OK" << endl;
         cout << "    " << print_list->GetName() << " :" << endl;
         TIter it(print_list);
         TObject* ob = it();
         cout << ob->GetName();
         while ((ob = it())) cout << "," << ob->GetName();
         cout << endl;
      }
      cout << endl;
 
   }
}
 
 
 
 
 
TList* KVMultiDetArray::GetStatusOfIDTelescopes()
{
   // Fill and return pointer to list fStatusIDTelescopes which contains
   // a list for each type of ID telescope in the array, each list contains a list
   // "OK" with the ID telescopes which have IsReadyForID()=kTRUE, and
   // a list "NOT OK" with the others.
   //
   // The returned TList object must not be deleted (it belongs to the KVMultiDetArray).
 
   if (!fStatusIDTelescopes) {
      fStatusIDTelescopes = new TList;
      fStatusIDTelescopes->SetOwner(kTRUE);
   }
   else {
      fStatusIDTelescopes->Delete();
   }
   if (!fIDTelescopes || !fIDTelescopes->GetEntries()) return fStatusIDTelescopes;
   TIter next(fIDTelescopes);
   KVIDTelescope* idt = 0;
   while ((idt = (KVIDTelescope*)next())) {
 
      TString id_type = idt->GetLabel();
      TList* id_type_list = (TList*)fStatusIDTelescopes->FindObject(id_type.Data());
      if (!id_type_list) {
         id_type_list = new TList;
         id_type_list->SetOwner(kTRUE);
         id_type_list->SetName(id_type.Data());
         fStatusIDTelescopes->Add(id_type_list);
         id_type_list->Add(new TList);
         ((TList*)id_type_list->At(0))->SetName("OK");
         id_type_list->Add(new TList);
         ((TList*)id_type_list->At(1))->SetName("NOT OK");
      }
      if (idt->IsReadyForID())
         ((TList*)id_type_list->FindObject("OK"))->Add(idt);
      else
         ((TList*)id_type_list->FindObject("NOT OK"))->Add(idt);
   }
   return fStatusIDTelescopes;
}
 
 
 
 
 
KVUniqueNameList KVMultiDetArray::GetIDTelescopeTypes()
{
   // Create, fill and return pointer to a list of TObjString containing the name of each type
   // of ID telescope (actually the label) in the array.
 
   KVUniqueNameList type_list(kTRUE);
   type_list.SetOwner();
   if (!fIDTelescopes || !fIDTelescopes->GetEntries()) return type_list;
   TIter next(fIDTelescopes);
   KVIDTelescope* idt = 0;
   while ((idt = (KVIDTelescope*)next())) {
      type_list.Add(new TObjString(idt->GetLabel()));
   }
   return type_list;
}
 
 
 
 
 
KVSeqCollection* KVMultiDetArray::GetIDTelescopesWithType(const Char_t* type)
{
   // Create, fill and return pointer to a list of KVIDTelescopes with
   // the given type (label) in the array.
   // WARNING! - check pointer is not zero (we return NULL if ID telescopes
   // list is not defined or empty)
   //
   // Delete the KVList after use (it does not own the KVIDTelescopes).
 
   if (!fIDTelescopes || !fIDTelescopes->GetEntries()) return NULL;
   return fIDTelescopes->GetSubListWithLabel(type);
}
 
 
 
 
 
TList* KVMultiDetArray::GetCalibrationStatusOfDetectors()
{
   // Fill and return pointer to list fCalibStatusDets which contains
   // a list for each type of detector in the array, each list contains a list
   // "OK" with the detectors which are calibrated, and
   // a list "NOT OK" with the others.
   //
   // The returned TList object must not be deleted (it belongs to the KVMultiDetArray).
 
   if (!fCalibStatusDets) {
      fCalibStatusDets = new TList;
      fCalibStatusDets->SetOwner(kTRUE);
   }
   else {
      fCalibStatusDets->Delete();
   }
   if (!GetDetectors()->GetEntries()) return fCalibStatusDets;
   TIter next(GetDetectors());
   KVDetector* det = 0;
   while ((det = (KVDetector*)next())) {
 
      TString type = det->GetType();
      TList* type_list = (TList*)fCalibStatusDets->FindObject(type.Data());
      if (!type_list) {
         type_list = new TList;
         type_list->SetOwner(kTRUE);
         type_list->SetName(type.Data());
         fCalibStatusDets->Add(type_list);
         type_list->Add(new TList);
         ((TList*)type_list->At(0))->SetName("OK");
         type_list->Add(new TList);
         ((TList*)type_list->At(1))->SetName("NOT OK");
      }
      // check for working calibration for detector, taking into account that some may
      // have calibrations which only work for certain specific Z values (CsI...)
      bool det_is_cal=false;
      for(int z=0; z<100; ++z) // note we start from Z=0 (gamma calibration!)
      {
         if(det->IsCalibrated(Form("Z=%d",z)))
         {
            det_is_cal=true;
            break;
         }
      }
      if (det_is_cal)
         ((TList*)type_list->FindObject("OK"))->Add(det);
      else
         ((TList*)type_list->FindObject("NOT OK"))->Add(det);
   }
   return fCalibStatusDets;
}
 
 
 
 
 
void KVMultiDetArray::PrintCalibStatusOfDetectors()
{
   // Print full status report on calibration of detectors in array, using informations stored in
   // fCalibStatusDets (see GetCalibrationStatusOfDetectors).
 
   if (!GetCurrentRunNumber()) {
      Info("PrintCalibStatusOfDetectors", "Cannot know status without knowing RUN NUMBER");
      return;
   }
 
   cout << endl << "-----------STATUS OF CALIBRATIONS FOR RUN "
        << GetCurrentRunNumber() << "------------" << endl << endl;
 
   //update status infos
   GetCalibrationStatusOfDetectors();
 
   TIter next_type(fCalibStatusDets);
   TList* id_type_list = 0;
   while ((id_type_list = (TList*)next_type())) {
 
      cout << " *** " << id_type_list->GetName() << " Detectors -------------------" << endl;
      TList* ok_list = (TList*)id_type_list->FindObject("OK");
      TList* notok_list = (TList*)id_type_list->FindObject("NOT OK");
      TList* print_list = 0;
      Int_t Nok = ok_list->GetEntries();
      Int_t Notok = notok_list->GetEntries();
      if (Nok && Notok) {
         if (Nok < Notok) print_list = ok_list;
         else print_list = notok_list;
      }
      if (Nok && (!Notok)) cout << "    ALL calibrations are OK" << endl;
      else if (Notok && (!Nok)) cout << "    NO calibrations are OK" << endl;
      else {
         cout << "    " << ok_list->GetEntries() << " calibrations are OK, "
              << notok_list->GetEntries() << " calibrations are NOT OK" << endl;
         cout << "    " << print_list->GetName() << " :" << endl;
         TIter it(print_list);
         TObject* ob = it();
         cout << ob->GetName();
         while ((ob = it())) cout << "," << ob->GetName();
         cout << endl;
      }
      cout << endl;
 
   }
}
 
 
 
 
 
Double_t KVMultiDetArray::GetTargetEnergyLossCorrection(KVReconstructedNucleus* ion)
{
   // Calculate the energy loss in the current target of the multidetector
   // for the reconstructed charged particle 'ion', assuming that the current
   // energy and momentum of this particle correspond to its state on
   // leaving the target.
   //
   // WARNING: for this correction to work, the target must be in the right 'state':
   //
   //      gMultiDetArray->GetTarget()->SetIncoming(kFALSE);
   //      gMultiDetArray->GetTarget()->SetOutgoing(kTRUE);
   //
   // (see KVTarget::GetParticleEIncFromERes).
   //
   // The returned value is the energy lost in the target in MeV.
   // The energy/momentum of 'ion' are not affected.
 
   if (fTarget && ion) return (fTarget->GetParticleEIncFromERes(ion) - ion->GetEnergy());
   return 0;
}
 
 
 
 
 
TGeoManager* KVMultiDetArray::GetGeometry() const
{
   // Return pointer to the (ROOT) geometry of the array.
   return gGeoManager;
}
 
 
 
 
KVGeoNavigator* KVMultiDetArray::GetNavigator() const
{
   return fNavigator.get();
}
 
 
 
 
void KVMultiDetArray::SetDetectorThicknesses()
{
   // Actual thicknesses of detectors can be given in one or more files associated with a dataset/multidetector.
   //
   // We look for the first of the files
   //~~~~
   //[array_name].DetectorThicknessFiles.dat
   //DetectorThicknessFiles.dat
   //~~~~
   // which exists for the current dataset, and if found we read each file listed in it.
   //
   // Otherwise we look for the first of the files
   //~~~~
   //[array_name].DetectorThicknesses.dat
   //DetectorThicknesses.dat
   //~~~~
   // which exists for the current dataset, and if found we read the thicknesses from it.
   //
   // See set_detector_thicknesses() for details of the format of the individual thickness files.
 
   auto find_a_file = [this](const TString & _base_filename) {
      TString filename = TString(GetName()) + "." + _base_filename;
      TString fullpath;
      if (KVDataSet::FindDataSetFile(fDataSet, filename))
         return KVDataSet::GetFullPathToDataSetFile(fDataSet, filename);
 
      filename = _base_filename;
      if (KVDataSet::FindDataSetFile(fDataSet, filename))
         return KVDataSet::GetFullPathToDataSetFile(fDataSet, filename);
 
      return TString();
   };
 
   // look for list of files
   auto fullpath = find_a_file("DetectorThicknessFiles.dat");
   if (!fullpath.IsNull()) {
      KVFileReader fr;
      fr.OpenFileToRead(fullpath);
      while (fr.IsOK()) {
         fr.ReadLine(0);
         if (fr.GetCurrentLine().BeginsWith("#") || fr.GetCurrentLine() == "") continue;
         set_detector_thicknesses(KVDataSet::GetFullPathToDataSetFile(fDataSet, fr.GetCurrentLine()));
      }
      return;
   }
 
   // look for single file
   fullpath = find_a_file("DetectorThicknesses.dat");
   if (!fullpath.IsNull()) set_detector_thicknesses(fullpath);
}
 
 
 
 
void KVMultiDetArray::set_detector_thicknesses(const TString& fullpath)
{
   // Use file given by fullpath to set the real thicknesses of the detectors.
   // Any detector which is not in the file will be left with its nominal thickness.
   //
   // EXAMPLE FILE:
   //
   //# thickness of detector DET01 in default units
   //DET01: 56.4627
   //
   //# DET03 has several layers
   //DET03.Abs0: 61.34
   //DET03.Abs1: 205.62
   //
   // !!! WARNING !!!
   // Single-layer detectors: The units are those defined by default for the detector's
   //         Get/SetThickness methods.
   // Multi-layer: Each layer is a KVMaterial object. The thickness MUST be given in centimetres
   //         (default thickness unit for KVMaterial).
 
   TEnv thickdat;
   if (thickdat.ReadFile(fullpath, kEnvUser) != 0) {
      Error("SetDetectorThicknesses", "Problem opening file %s", fullpath.Data());
      return;
   }
   Info("SetDetectorThicknesses", "Setting thicknesses of detectors from file %s", fullpath.Data());
   TIter next(GetDetectors());
   KVDetector* det;
   while ((det = (KVDetector*)next())) {
      if (thickdat.Defined(det->GetName())) {
         // simple single layer detector
         Double_t thick = thickdat.GetValue(det->GetName(), 0.0);
         det->SetThickness(thick);
         //Info("SetDetectorThicknesses", "Set thickness of %s to %f", det->GetName(), thick);
      }
      else {
         Char_t i = 0;
         TString absname;
         absname.Form("%s.Abs%d", det->GetName(), (Int_t)i);
         if (thickdat.Defined(absname.Data())) {
            // detector with several layers
            KVMaterial* abs = 0;
            while ((abs = det->GetAbsorber(i))) {
               Double_t thick = thickdat.GetValue(absname.Data(), 0.0);
               abs->SetThickness(thick);
               //Info("SetDetectorThicknesses", "Set thickness of %s.Abs%d to %f", det->GetName(), (Int_t)i, thick);
               i++;
               absname.Form("%s.Abs%d", det->GetName(), (Int_t)i);
               if (!thickdat.Defined(absname.Data())) break;
            }
         }
      }
   }
}
 
 
 
 
void KVMultiDetArray::SetGeometry(TGeoManager* g)
{
   // Called by KVGeoImport::ImportGeometry
   //
   // Creates KVRangeTableGeoNavigator for calculating energy losses of
   // particles propagated through array.
   //
   // If no name and/or title are defined for the array, the name and title of the TGeoManager
   // object will be used for the array.
 
   if (!strcmp(GetName(), "")) SetName(g->GetName());
   if (!strcmp(GetTitle(), "")) SetTitle(g->GetTitle());
   if (!fNavigator) fNavigator.reset(new KVRangeTableGeoNavigator(g, KVMaterial::GetRangeTable()));
}
 
 
 
 
TGeoHMatrix* KVMultiDetArray::GetVolumePositioningMatrix(Double_t distance, Double_t theta, Double_t phi, TGeoTranslation* postTrans)
{
   // Method for positioning volumes in detector geometries
   //
   // Given:
   //
   //    distance [cm] = distance from target (origin) to the CENTRE of the volume in position
   //    theta   [deg] = polar angle of vector from target to centre of volume in position
   //    phi     [deg] = azimuthal angle of vector
   //
   // this method generates the matrix which is required to position the volume as required
   // while also turning the volume so that the side nearest the target (i.e. the entrance
   // window of the detector) remains perpendicular to the vector joining the origin and
   // the centre of the volume.
   //
   // If required, a further translation can be given which will be applied to the volume after
   // it has been placed with the required orientation at the nominal distance. This can be used
   // e.g. for detector misalignment, when detectors are in a structure which guarantees their line
   // of sight to be orthogonal to their surface at a nominal distance, but the nominal distance
   // is not respected.
   //
   // Example of use:
   //
   //~~~~~~~~~~~~
   //  TGeoVolume* vol;// volume to be positioned
   //  double depth = vol->GetShape()->GetDZ(); // half-width of volume in direction of target
   //  // place front of volume at 100cm, with theta=45 deg. and phi=60 deg.
   //  gGeoManager->GetTopVolume()->AddNode(vol, 1, KVMultiDetArray::GetVolumePositioningMatrix(100+depth,45,60));
   //~~~~~~~~~~~~
 
   TGeoRotation rot;
   TGeoTranslation trans;
   rot.SetAngles(phi + 90, theta, -90) ;
   trans.SetDz(distance) ;
   TGeoHMatrix h;
   if (postTrans) h = (*postTrans) * rot * trans ;
   else h = rot * trans;
   TGeoHMatrix* ph = new TGeoHMatrix(h);
   return ph;
}
 
 
 
 
 
void KVMultiDetArray::SetGridsInTelescopes(UInt_t run)
{
   // For each grid which is valid for this run, we call the KVIDTelescope::SetIDGrid method
   // of each associated ID telescope.
 
   if (gIDGridManager->IsSQLROOT()) {
      gIDGridManager->LoadGridsForRun(run);
   }
 
   TIter next(gIDGridManager->GetGrids());
   KVIDGraph* gr = 0;
   while ((gr = (KVIDGraph*) next())) {
      if (!gIDGridManager->IsSQLROOT()) {
         if (!gr->GetRuns().Contains((Int_t) run))
            continue;
      }
      else
         FillListOfIDTelescopes(gr);
 
      TIter nxtid(gr->GetIDTelescopes());
      KVIDTelescope* idt;
      while ((idt = (KVIDTelescope*) nxtid())) {
         idt->SetIDGrid(gr);
      }
   }
}
 
 
 
void KVMultiDetArray::FillListOfIDTelescopes(KVIDGraph* gr) const
{
   // Fill list of ID telescopes with which this grid is associated
   // from list of names read from ascii file.
 
   gr->ClearListOfTelescopes();
   if (gr->GetParameters()->HasParameter("IDTelescopes")) {
      KVString tel_list = gr->GetParameters()->GetStringValue("IDTelescopes");
      tel_list.Begin(",");
      while (!tel_list.End()) {
         TString tel_name = tel_list.Next();
         KVIDTelescope* idt = GetIDTelescope(tel_name.Data()) ;
         if (idt) gr->AddIDTelescope(idt);
      }
   }
}
 
 
 
 
void KVMultiDetArray::Draw(Option_t* option)
{
   // Use OpenGL viewer to view multidetector geometry
   //
   // If option="tracks" we draw any tracks corresponding to the last simulated
   // event whose detection was simulated with DetectEvent
   // If option="tracks:[numberlist]" with a list of numbers,
   // it will be interpreted as a KVNumberList containing the Z of tracks to be drawn
   //    e.g. option="tracks:1-92" draw only tracks with 1<=Z<=92 (no neutrons)
   //         option="tracks:2"    draw only helium isotopes
 
   GetGeometry()->GetTopVolume()->Draw("ogl");
   KVString opt(option);
   opt.Begin(":");
   if (opt.Next() == "tracks") {
      if (!opt.End()) {
         KVNumberList zlist(opt.Next());
         GetNavigator()->DrawTracks(&zlist);
      }
      else
         GetNavigator()->DrawTracks();
   }
#ifdef WITH_OPENGL
   TGLViewer* view = (TGLViewer*)gPad->GetViewer3D();
   view->SetCurrentCamera(TGLViewer::kCameraPerspYOZ);
   view->SetStyle(TGLRnrCtx::kOutline);
   view->SetSmoothLines(kTRUE);
   view->SetSmoothPoints(kTRUE);
#endif
}
 
 
 
 
void KVMultiDetArray::SetNavigator(KVGeoNavigator* geo)
{
   fNavigator.reset(geo);
}
 
 
 
 
void KVMultiDetArray::MakeHistogramsForAllIDTelescopes(KVSeqCollection* list, Int_t dimension)
{
   // Create TH2F histograms for all IDTelescopes of the array
   // They will be added to the list
   // histograms will have resolution of dimension*dimension
 
   TIter it(GetListOfIDTelescopes());
   KVIDTelescope* idt;
   while ((idt = (KVIDTelescope*)it())) {
      TString name(idt->GetName());
      name.ReplaceAll("-", "_");
      list->Add(new TH2F(name, Form("Hits in %s", idt->GetName()), dimension, 0., 0., dimension, 0., 0.));
   }
}
 
 
 
 
void KVMultiDetArray::FillHistogramsForAllIDTelescopes(KVSeqCollection* list)
{
   // Fill TH2F histograms for all IDTelescopes of the array
 
   TIter it(GetListOfIDTelescopes());
   KVIDTelescope* idt;
   while ((idt = (KVIDTelescope*)it())) {
      TString name(idt->GetName());
      name.ReplaceAll("-", "_");
      TH2F* h = (TH2F*)list->FindObject(name);
      if (h) h->Fill(idt->GetIDMapX(), idt->GetIDMapY());
   }
}
 
 
 
 
void KVMultiDetArray::SetDetectorTransparency(Char_t t)
{
   // Modify the transparency of detector volumes in OpenGL view
 
   TIter itV(GetGeometry()->GetListOfVolumes());
   TGeoVolume* vol;
   while ((vol = (TGeoVolume*)itV())) vol->SetTransparency(t);
}
 
 
 
 
void KVMultiDetArray::CalculateReconstructionTrajectories()
{
   // Calculate all possible (sub-)trajectories
   // for particle reconstruction (GetReconTrajectories())
 
   unique_ptr<KVSeqCollection> groups(GetStructureTypeList("GROUP"));
   TIter it(groups.get());
   KVGroup* group;
   Int_t ntr = 0;
   Info("CalculateReconstructionTrajectories", "Calculating trajectories for particle reconstruction:");
   if (!KVDataAnalyser::IsRunningBatchAnalysis())
      std::cout << "\xd" << " -- calculated " << ntr << " reconstruction trajectories" << std::flush;
   while ((group = (KVGroup*)it())) {
      ntr += group->CalculateReconstructionTrajectories();
      if (!KVDataAnalyser::IsRunningBatchAnalysis())
         std::cout << "\xd" << " -- calculated " << ntr << " reconstruction trajectories" << std::flush;
   }
   if (KVDataAnalyser::IsRunningBatchAnalysis())
      std::cout << " -- calculated " << ntr << " reconstruction trajectories" << std::endl;
   else
      std::cout << std::endl;
}
 
 
 
 
void KVMultiDetArray::DeduceIdentificationTelescopesFromGeometry()
{
   // Track over all possible particle trajectories calling GetIDTelescopes(KVDetector*,KVDetector*)
   // for each pair of (present & functioning) detectors.
   // This will create all possible KVIDTelescope identification objects and put them in list fIDTelescopes
 
   fIDTelescopes->Delete();
   TIter next_traj(GetTrajectories());
   KVGeoDNTrajectory* traj;
   Int_t count = 0;
   Info("DeduceIdentificationTelescopesFromGeometry", "Calculating...");
   if (!KVDataAnalyser::IsRunningBatchAnalysis())
      std::cout << "\xd" << " -- created " << count << " telescopes" << std::flush;
   while ((traj = (KVGeoDNTrajectory*)next_traj())) {   // loop over all trajectories
 
      traj->IterateFrom();   // from furthest-out to closest-in detector
 
      KVGeoDetectorNode* N;
      while ((N = traj->GetNextNode())) {
         KVGeoDetectorNode* Nplus1 = traj->GetNodeInFront(N);
         count += GetIDTelescopes(Nplus1, N->GetDetector(), traj->AccessIDTelescopeList());
         if (!KVDataAnalyser::IsRunningBatchAnalysis())
            std::cout << "\xd" << " -- created " << count << " telescopes" << std::flush;
      }
   }
   if (KVDataAnalyser::IsRunningBatchAnalysis())
      std::cout << " -- created " << count << " telescopes" << std::endl;
   else
      std::cout << std::endl;
}
 
 
 
 
void KVMultiDetArray::AssociateTrajectoriesAndNodes()
{
   // Eliminate any trajectories which are just sub-trajectories of others
   // For each trajectory in list fTrajectories, we add a reference to the trajectory to each node on the trajectory
 
   TIter it(&fTrajectories);
   KVGeoDNTrajectory* tr;
   KVList duplicates;
   // look for duplicate sub-trajectories
   while ((tr = (KVGeoDNTrajectory*)it())) {
      int len_tr = tr->GetN();
      TIter it2(&fTrajectories);
      KVGeoDNTrajectory* tr2;
      while ((tr2 = (KVGeoDNTrajectory*)it2())) {
         if ((tr2 != tr) && (len_tr < tr2->GetN()) && (tr2->ContainsPath(tr))) {
            duplicates.Add(tr);
            break;
         }
      }
   }
   // remove duplicates
   if (duplicates.GetEntries()) {
      TIter it_dup(&duplicates);
      while ((tr = (KVGeoDNTrajectory*)it_dup())) {
         fTrajectories.Remove(tr);
      }
      Info("AssociateTrajectoriesAndNodes", "Removed %d duplicated sub-trajectories", duplicates.GetEntries());
   }
   Info("AssociateTrajectoriesAndNodes", "Calculated %d particle trajectories", fTrajectories.GetEntries());
   it.Reset();
   while ((tr = (KVGeoDNTrajectory*)it())) {
      tr->AddToNodes();
   }
}
 
 
 
 
void KVMultiDetArray::RecursiveTrajectoryClustering(KVGeoDetectorNode* N, KVUniqueNameList& tried_trajectories, KVUniqueNameList& multitraj_nodes, KVUniqueNameList& detectors_of_group)
{
   if (N->GetNTraj() > 1) {
      if (!multitraj_nodes.FindObject(N)) { // look for any detectors which are on multiple trajectories
         //cout << "multitraj node found: " << N->GetName() << " (" << N->GetNTraj() << ")" << endl;
         multitraj_nodes.Add(N);
         TIter tr(N->GetTrajectories());
         KVGeoDNTrajectory* traj;
         while ((traj = (KVGeoDNTrajectory*)tr())) { // for each trajectory associated with detector
            if (tried_trajectories.FindObject(traj)) continue; // trajectory already used
            tried_trajectories.Add(traj);
            traj->IterateFrom();
            KVGeoDetectorNode* node;
            while ((node = traj->GetNextNode())) { // store names of all detectors on trajectory
               detectors_of_group.Add(node);
               RecursiveTrajectoryClustering(node, tried_trajectories, multitraj_nodes, detectors_of_group);
            }
         }
      }
   }
   else if (N->GetNTraj() == 1) {
      // single-trajectory node.
      // work along trajectory adding nodes to group
      KVGeoDNTrajectory* traj = (KVGeoDNTrajectory*)N->GetTrajectories()->First();
      if (tried_trajectories.FindObject(traj)) return; // trajectory already used
      tried_trajectories.Add(traj);
      traj->IterateFrom();
      KVGeoDetectorNode* node;
      while ((node = traj->GetNextNode())) { // store names of all detectors on trajectory
         detectors_of_group.Add(node);
         RecursiveTrajectoryClustering(node, tried_trajectories, multitraj_nodes, detectors_of_group);
      }
   }
   else {
      // orphan node? single-detector array?
      detectors_of_group.Add(N);
   }
}
 
 
 
 
KVGroupReconstructor* KVMultiDetArray::GetReconstructorForGroup(const KVGroup* g) const
{
   // Create and return pointer to new KVGroupReconstructor for reconstructing particles
   // in the given group. Returns nullptr if group is not part of this array.
   //
   // Plugins for specific arrays can be defined as plugins using the name of the array:
   // +Plugin.KVGroupReconstructor: my_array my_group_reconstructor my_lib "my_group_reconstructor()"
   //
   // If we are in 'SimMode', the default reconstructor is a KVFilterGroupReconstructor
 
   KVGroupReconstructor* gr(nullptr);
   if (GetGroup(g->GetName())) {
      // look for plugin
      gr = KVGroupReconstructor::Factory(GetName(), g);
      if (!gr) {
         if (IsSimMode()) return KVGroupReconstructor::Factory("Filter", g);
         else
            gr = new KVGroupReconstructor(g);
      }
   }
   return gr;
}
 
 
 
 
void KVMultiDetArray::InitialiseRawDataReading(KVRawDataReader* r)
{
   // Call this method just after opening a raw data file in order to perform any
   // necessary initialisations, depending on the type of data
 
#ifdef WITH_BUILTIN_GRU
   if (r->GetDataFormat() == "EBYEDAT")
      dynamic_cast<KVGANILDataReader*>(r)->ConnectRawDataParameters();
#endif
}
 
 
 
 
void KVMultiDetArray::DeduceGroupsFromTrajectories()
{
   // Deduce the "groups" in the array from the trajectories
   // Any trajectories with 1 or more common detectors define a group.
   // The group is constituted of all detectors belonging to the trajectories of the group.
 
   Info("DeduceGroupsFromTrajectories", "Deducing groups of detectors from trajectories");
   Int_t number_of_groups = 0;
   TIter next_det(GetDetectors());
   unique_ptr<KVSeqCollection> stl(GetStructureTypeList("GROUP"));
   if (stl.get() && stl->GetEntries()) {
      Info("DeduceGroupsFromTrajectories", "Deleting existing %d groups in array", stl->GetEntries());
      ClearStructures("GROUP");
      Info("DeduceGroupsFromTrajectories", "Done");
   }
   KVDetector* det;
   KVUniqueNameList tried_trajectories;//avoid double-counting/infinite loops
   KVUniqueNameList multitraj_nodes;//avoid double-counting/infinite loops
   while ((det = (KVDetector*) next_det())) {
      if (det->GetGroup()) continue; // group assignment already done
      KVUniqueNameList detectors_of_group;
      RecursiveTrajectoryClustering(det->GetNode(), tried_trajectories, multitraj_nodes, detectors_of_group);
      if (!detectors_of_group.GetEntries()) continue;
      KVGroup* Group = new KVGroup;
      Group->SetNumber(++number_of_groups);
      Add(Group);
      TIter next_node(&detectors_of_group);
      KVGeoDetectorNode* d;
      while ((d = (KVGeoDetectorNode*)next_node())) Group->Add(d->GetDetector());
   }
   TIter tr(&fTrajectories);
   KVGeoDNTrajectory* t;
   Info("DeduceGroupsFromTrajectories", "Filling group trajectory lists");
   while ((t = (KVGeoDNTrajectory*)tr())) {
      if (t->GetNodeAt(0)->GetDetector()->GetGroup())
         t->GetNodeAt(0)->GetDetector()->GetGroup()->AddTrajectory(t);
      else {
         t->Print();
         t->GetNodeAt(0)->GetDetector()->Print();
      }
   }
}
 
 
 
 
void KVMultiDetArray::FillDetectorList(KVReconstructedNucleus*, KVHashList* DetList, const KVString& DetNames)
{
   // Called when required to fill KVReconstructedNucleus::fDetList with pointers to
   // the detectors whose names are stored in KVReconstructedNucleus::fDetNames.
 
   DetList->Clear();
   DetNames.Begin("/");
   while (!DetNames.End()) {
      KVDetector* det = GetDetector(DetNames.Next(kTRUE));
      if (det) DetList->Add(det);
   }
}
 
 
 
 
void KVMultiDetArray::AcceptParticleForAnalysis(KVReconstructedNucleus* NUC) const
{
   // Set status of particle by comparing its identification/calibration codes
   // with those set as acceptable in fAcceptIDCodes and fAcceptECodes.
   // The status can be tested with method KVReconstructedNucles::IsOK().
   //
   // The default lists are defined in variables of the form
   //```
   //   [DataSet].[name].ReconstructedNuclei.AcceptIDCodes:  [list]
   //   [DataSet].[name].ReconstructedNuclei.AcceptECodes:  [list]
   //```
   // where:
   //   + `DataSet` is an optional dataset name for dataset-specific lists
   //   + `name` is the name of the multidetector array
   //   + `list` is a numeric list (KVNumberList format)
   //
   // The default lists can be overridden using methods AcceptIDCodes(), AcceptECodes(),
   // AcceptAllIDCodes() and AcceptAllECodes().
   //
   // If either list is empty, no selection is made for the corresponding code
 
   Bool_t ok = kTRUE;
   if (!fAcceptIDCodes.IsEmpty()) ok = fAcceptIDCodes.Contains(NUC->GetIDCode());
   if (!fAcceptECodes.IsEmpty()) ok = ok && fAcceptECodes.Contains(NUC->GetECode());
   NUC->SetIsOK(ok);
}
 
 
#ifdef WITH_BUILTIN_GRU
 
 
Bool_t KVMultiDetArray::handle_raw_data_event_ebyedat(KVGANILDataReader&)
{
   // General method for reading raw data in old GANIL ebyedat format
   AbstractMethod("handle_raw_data_event_ebyedat");
   return kFALSE;
}
 
#endif
 
 
 
void KVMultiDetArray::prepare_to_handle_new_raw_data()
{
   // reset acquisition parameters etc. before reading new raw data event
 
   fReconParameters.Clear();
   fFiredDetectors.Clear();
   fHandledRawData = false;
   // reset fired signals
   TIter nxt(&fFiredSignals);
   KVDetectorSignal* ds;
   while ((ds = (KVDetectorSignal*)nxt())) {
      ds->SetFired(false);
      ds->SetValue(0);
   }
   fFiredSignals.Clear();
}
 
 
 
 
void KVMultiDetArray::PerformClosedROOTGeometryOperations()
{
   // Perform any operations to finalise the description of the multidetector
   // which can only be done once the geometry is closed, e.g. use KVGeoImport
   // to set up nodes, trajectories, detectors, idtelescopes, etc.
   // This has to be kept separate for use with KVExpSetUp which first fills
   // a single ROOT geometry with all component KVMultiDetArray geometries,
   // then closes the geometry only when all have been built.
}
 
 
 
 
void KVMultiDetArray::SetReconParametersInEvent(KVReconstructedEvent* e) const
{
   // Copy any parameters in fReconParameters in to the reconstructed event parameter list
   e->GetParameters()->Concatenate(fReconParameters);
}
 
 
 
 
void KVMultiDetArray::copy_fired_parameters_to_recon_param_list()
{
   // values of fired raw data signals (acquisition parameters) from last read raw event
   // are copied to the fReconParameters list of parameters to be stored with the
   // reconstructed event.
   //
   // the format for each signal is:
   //
   //   ACQPAR.[array].[detector].[signal]
   //   ACQPAR.[array].[signal]
   //
   // in the first case for signals associated with detectors, in the latter case signals
   // which are not associated with a detector
 
   TIter it(GetFiredSignals());
   KVDetectorSignal* o;
   while ((o = (KVDetectorSignal*)it())) {
      fReconParameters.SetValue(Form("ACQPAR.%s.%s", GetName(), o->GetFullName().Data()), o->GetValue());
   }
}
 
 
 
 
Bool_t KVMultiDetArray::HandleRawDataEvent(KVRawDataReader* rawdata)
{
   // Update array according to last event read using the KVRawDataReader object
   // (it is assumed that KVRawDataReader::GetNextEvent() was called before calling this method)
   //
   // Return kTRUE if raw data was treated
   //
   // All fired acquisition parameters are written in the fReconParameters list,
   // ready to be copied to the reconstructed event
 
   fRawDataReader = rawdata;
   prepare_to_handle_new_raw_data();
   if (rawdata->GetDataFormat() == "MFM") {
#ifdef WITH_MFM
      fHandledRawData = handle_raw_data_event_mfmfile(dynamic_cast<KVMFMDataFileReader&>(*rawdata));
#endif
   }
   else if (rawdata->GetDataFormat() == "PROTOBUF") {
#ifdef WITH_PROTOBUF
      fHandledRawData = handle_raw_data_event_protobuf(dynamic_cast<KVProtobufDataReader&>(*rawdata));
#endif
   }
   else if (rawdata->GetDataFormat() == "EBYEDAT") {
#ifdef WITH_BUILTIN_GRU
      fHandledRawData = handle_raw_data_event_ebyedat(dynamic_cast<KVGANILDataReader&>(*rawdata));
#endif
   }
   if (fHandledRawData) {
      copy_fired_parameters_to_recon_param_list();
   }
   return fHandledRawData;
}
 
 
#ifdef WITH_MFM
 
 
Bool_t KVMultiDetArray::HandleRawDataBuffer(MFMBufferReader& bufrdr)
{
   // Update array according to last event read from MFM buffer
   // (it is assumed that MFMBufferReader::ReadNextFrame() was called before calling this method)
   //
   // Return kTRUE if raw data was treated
   //
   // All fired acquisition parameters are written in the fReconParameters list,
   // ready to be copied to the reconstructed event
 
   prepare_to_handle_new_raw_data();
   bool ok = false;
   ok = handle_raw_data_event_mfmfile(bufrdr);
   if (ok) {
      copy_fired_parameters_to_recon_param_list();
   }
   return ok;
}
 
#endif
 
 
 
void KVMultiDetArray::add_and_set_detector_signal(KVDetector* detector, KVString detname, Double_t sig_data, KVString sig_type)
{
   // Given a pointer to a detector (may be nullptr) try to set the data sig_data in the associated signal
   // of the given type, sig_typ.
   //
   // If the signal does not exist for the detector, it will be created.
   //
   // If detector pointer is null, the signal will be looked for in fExtraRawDataSignals
   // and created if necessary.
   //
   // All fired detectors and signals are added to the lists fFiredDetectors and fFiredSignals.
 
   KVDetectorSignal* det_signal = nullptr;
   if (detector) {
      det_signal = detector->GetDetectorSignal(sig_type);
      if (!det_signal) {
         det_signal = detector->AddDetectorSignal(sig_type);
      }
      fFiredDetectors.Add(detector);
   }
   else {
      // raw data not associated with a detector
      TString sig_name;
      if (detname != "") sig_name = Form("%s.%s", detname.Data(), sig_type.Data());
      else sig_name = sig_type;
      det_signal = fExtraRawDataSignals.get_object<KVDetectorSignal>(sig_name);
      if (!det_signal) {
         det_signal = new KVDetectorSignal(sig_name);
         fExtraRawDataSignals.Add(det_signal);
      }
   }
   if (det_signal) {
      det_signal->SetValue(sig_data);
      det_signal->SetFired();
      fFiredSignals.Add(det_signal);
   }
}
 
 
 
 
void KVMultiDetArray::SetRawDataFromReconEvent(KVNameValueList& l)
{
   // Take values 'ACQPAR.[array_name].[detname].[signal]' or 'ACQPAR.[array_name].[signal]'
   // in the parameter list and use them to set values of raw acquisition parameters.
   //
   // Any detector signals which don't already exist will be created
 
   prepare_to_handle_new_raw_data(); // clear previous fired parameters/detectors
   int N = l.GetNpar();
   for (int i = 0; i < N; ++i) {
      KVNamedParameter* np = l.GetParameter(i);
 
      KVString name(np->GetName());
      if (name.BeginsWith("ACQPAR")) {
         // 3 '.' => 4 values means associated detector
         // 2 '.' => 3 values means no detector
         int dots = name.GetNValues(".");
         bool with_det = (dots == 4);
         assert(with_det || (dots == 3)); // sanity check
         name.Begin(".");
         name.Next(); // "ACQPAR"
         if (name.Next() != GetName()) continue; // check name of array - somebody else's parameter ?
         KVString det_name;
         KVString sig_type;
         KVDetector* det = nullptr;
         if (with_det) {
            det_name = name.Next();
            sig_type = name.Next();
            det = GetDetector(det_name);
         }
         else {
            sig_type = name.Next();
         }
         add_and_set_detector_signal(det, det_name, np->GetDouble(), sig_type);
      }
   }
}
 
 
 
 
void KVMultiDetArray::MakeCalibrationTables(KVExpDB* db)
{
   // We first look for following files with the name given by
   //
   //    [dataset].[name].OoODetectors:      [name.OoODetectors.dat]
   // which should contain the runlists for each malfunctioning detector.
   // If found we add to the experiment database a table '[name].OoO Detectors' where [name] is the name of this array.
   //
   //    [dataset].[name].AbsentDetectors:      [name.AbsentDetectors.dat]
   // which should contain the runlists for each absent detector.
   // If found we add to the experiment database a table '[name].Absent Detectors' where [name] is the name of this array.
   //
   // Then we look for a file with the name given by
   //
   //    [dataset].[name].CalibrationFiles:      [CalibrationFiles.dat]
   //
   // which should contain the names of files to read with each type of calibration
   // If found we add to the experiment database a table '[name].Calibrations' where [name] is the name of this array,
   // containing all calibrations as KVDBParameterSet objects with the name of the detector concerned.
   db->SetDBType(Form("%sDB", GetName()));
   ReadOoODetectors(db);
   ReadAbsentDetectors(db);
   ReadCalibrationFiles(db);
}
 
 
 
 
TString KVMultiDetArray::GetFileName(KVExpDB* db, const Char_t* meth, const Char_t* keyw)
{
   TString basic_name = db->GetCalibFileName(keyw);
   if (basic_name == "") {
      Info(meth, "No name found for \"%s\" file", keyw);
      return "";
   }
   Info(meth, "Search for %s for dataset %s ...", basic_name.Data(), fDataSet.Data());
   TString fp;
   SearchKVFile(basic_name.Data(), fp, fDataSet);
   if (fp == "") {
      Info(meth, "\tNo file found ...");
   }
   return fp;
}
 
 
 
 
unique_ptr<KVFileReader> KVMultiDetArray::GetKVFileReader(KVExpDB* db, const Char_t* meth, const Char_t* keyw)
{
 
   TString fp = GetFileName(db, meth, keyw);
   if (fp == "")
      return unique_ptr<KVFileReader>();
 
   unique_ptr<KVFileReader> fr(new KVFileReader());
   if (!fr->OpenFileToRead(fp.Data())) {
      Error(meth, "Error in opening file %s", fp.Data());
      fr.reset(nullptr);
   }
   else
      Info(meth, "Reading %s file", fp.Data());
   return fr;
}
 
 
 
 
void KVMultiDetArray::ReadCalibrationFiles(KVExpDB* db)
{
 
   unique_ptr<KVFileReader> fr = GetKVFileReader(db, "ReadCalibrationFiles()", "CalibrationFiles");
   if (!fr.get())
      return;
 
   KVDBTable* calib_table = db->AddTable(Form("%s.Calibrations", GetName()), Form("Calibrations for %s", GetName()));
   while (fr->IsOK()) {
      fr->ReadLine(0);
      if (fr->GetCurrentLine().BeginsWith("#") || fr->GetCurrentLine() == "") {}
      else {
         ReadCalibFile(fr->GetCurrentLine().Data(), db, calib_table);
      }
   }
   fr->CloseFile();
}
 
 
 
 
void KVMultiDetArray::ReadCalibFile(const Char_t* filename, KVExpDB* db, KVDBTable* calib_table)
{
   // Read a calibration file with the format
   //
   //~~~~~~~~~~~~~
   // RunList:                                 1546-7485
   // SignalIn:                                PG
   // SignalOut:                               Volts
   // CalibType:                               ChannelVolt
   // CalibOptions:                            func=pol3,min=0,max=1
   // ZRange:                                  2-92
   // [detector1]: 0.0,0.261829,0.0
   // [detector2]: 0.1 0.539535 1.2
   //~~~~~~~~~~~~~
   //
   //The `[RunList]` is optional: if not given, the calibration will be applied to all runs in the database.
   //
   //If different parameters are required for different sets of runs, they should be written in different
   //files (all of which are listed in `CalibrationFiles.dat` or `[array].CalibrationFiles.dat`).
   //
   //Numerical parameter values for each detector can be given separated by commas, whitespace or tab characters.
   //
   //The `[CalibClass]`, if given, must correspond to a KVCalibrator plugin name. The list of plugin names and the corresponding
   //classes can be retrieved with
   //
   //~~~~~~~~~~~
   //KVBase::GetListOfPlugins("KVCalibrator")
   //KVBase::GetListOfPluginURIs("KVCalibrator")
   //~~~~~~~~~~~
   //
   //KVCalibrator objects are added to detectors as required by the contents of calibration files.
   //If any detector has an existing calibrator of type `[CalibType]` which is not of the given class
   //it will be replaced with a new calibrator corresponding to the plugin.
   //
   //The `[CalibOptions]` is optional: list in `[CalibOptions]` will be used
   //to complete set-up of any new calibrator objects by calling the KVCalibrator::SetOptions()
   //method.
   //
   //`[CalibOptions]` should hold a comma-separated list of `parameter=value` pairs which will be used
   //to fill a KVNameValueList for the method call. See the KVCalibrator::SetOptions() method.
   //
   //`[ZRange]` is an option if several calibrations need to be used to provide the same signal
   //for certain detectors depending on the atomic number Z of the particle detected.
   //
   // If any of the detector names (`[detector1]`, `[detector2]` in above example) contains the `'*'` wildcard character,
   // it will be interpreted as a list of detectors whose names correspond to the given wildcard expression.
 
 
   TString fullpath = "";
   if (!SearchKVFile(filename, fullpath, fDataSet)) {
      Info("ReadCalibFile", "%s does not exist or not found", filename);
      return;
   }
 
   Info("ReadCalibFile", "file : %s found", fullpath.Data());
   TEnv env;
   env.ReadFile(fullpath, kEnvAll);
 
   // read options from file
   KVNameValueList options;
   KVString opt_list = "RunList SignalIn SignalOut CalibType CalibClass CalibOptions ZRange";
   opt_list.Begin(" ");
   while (!opt_list.End()) {
      KVString opt = opt_list.Next();
      KVString opt_val = env.GetValue(opt, "");
      opt_val.Remove(TString::kBoth, ' ');
      options.SetValue(opt, opt_val.Data());
   }
   // check for stupid spellnig mitskaes
   if (TString(env.GetValue("Runlist", "")) != "") {
      Warning("ReadCalibFile", "Calibration has 'Runlist' parameter (ignored): %s, did you mean 'RunList'?", env.GetValue("Runlist", ""));
   }
 
   if (options.GetTStringValue("SignalIn") == "") {
      Error("ReadCalibFile", "No input signal defined : SignalIn");
      return;
   }
   if (options.GetTStringValue("SignalOut") == "") {
      Error("ReadCalibFile", "No output signal defined : SignalOut");
      return;
   }
   if (options.GetTStringValue("CalibType") == "") {
      Error("ReadCalibFile", "No calibration type defined : CalibType");
      return;
   }
   Bool_t check_class(options.GetTStringValue("CalibClass") != "");
   TString calibrator_class;
   if (check_class) {
      TPluginHandler* ph = LoadPlugin("KVCalibrator", options.GetStringValue("CalibClass"));
      if (ph) calibrator_class = ph->GetClass();
      else {
         Error("ReadCalibFile", "No calibrator plugin of type %s", options.GetStringValue("CalibClass"));
         return;
      }
   }
 
   KVString clop;
   if (options.HasParameter("CalibOptions")) clop = options.GetStringValue("CalibOptions");
 
   KVString zrange;
   if (options.HasParameter("ZRange")) zrange = options.GetStringValue("ZRange");
 
   KVNumberList run_list = db->GetRunList();
   if (options.GetTStringValue("RunList") != "") {
      run_list.Set(options.GetTStringValue("RunList"));
      Info("ReadCalibFile", "Calibration used for runs %s", run_list.AsString());
   }
   else {
      Info("ReadCalibFile", "Calibration used for all runs in database");
   }
 
   TIter next(env.GetTable());
   TEnvRec* rec = nullptr;
   KVDBParameterSet* par = nullptr;
 
   // valid delimiters for numerical parameters are: space - comma - tab
   // here we add ':' because if there is space in the TEnv file between the key name and the ':'
   // i.e. if we have
   // SI2-11 : 0.1,0.3
   // then the ':' becomes part of the value: TEnv::GetValue("SI2-11","") will give ": 0.1,0.3"
   // instead of
   // SI2-11: 0.1,0.3
   //   => TEnv::GetValue("SI2-11","") gives "0.1,0.3"
   TString param_delimiters = ":, \t";
 
   auto set_calib_parameters = [&](const TEnvRec* rec, const KVDetector* det)
   {
      KVString lval(rec->GetValue());
      par = new KVDBParameterSet(det->GetName(), options.GetStringValue("CalibType"), lval.GetNValues(param_delimiters));
      par->SetParameter("SignalIn", options.GetStringValue("SignalIn"));
      par->SetParameter("SignalOut", options.GetStringValue("SignalOut"));
      // put infos on required calibrator class into database so that it can be replaced
      // as needed in SetCalibratorParameters
      par->SetParameter("CalibClass", options.GetStringValue("CalibClass"));
      if (clop != "") par->SetParameter("CalibOptions", clop);
      if (zrange != "") par->SetParameter("ZRange", zrange);
      Int_t np = 0;
      lval.Begin(param_delimiters);
      while (!lval.End()) {
         par->SetParameter(np++, lval.Next().Atof());
      }
      calib_table->AddRecord(par);
      db->LinkRecordToRunRange(par, run_list);
   };
 
   while ((rec = (TEnvRec*)next()))
   {
      std::unique_ptr<KVSeqCollection> det_list{GetDetectorNameList(rec->GetName())};
      for(auto p_det : *det_list)
         set_calib_parameters(rec,dynamic_cast<KVDetector*>(p_det));
   }
}
 
 
#ifdef WITH_MFM
 
 
Bool_t KVMultiDetArray::handle_raw_data_event_mfmfile(MFMBufferReader& mfmreader)
{
   // Update array according to last event read using the KVMFMDataFileReader object
   // (it is assumed that KVRawDataReader::GetNextEvent() was called before calling this method)
   //
   // Return kTRUE if raw data was treated
 
   if (mfmreader.IsFrameReadMerge()) {
      return handle_raw_data_event_mfmmergeframe(mfmreader.GetMergeManager());
   }
   else {
      return handle_raw_data_event_mfmframe(mfmreader.GetFrameRead());
   }
   return kFALSE;
}
 
 
 
 
Bool_t KVMultiDetArray::handle_raw_data_event_mfmmergeframe(const MFMMergeFrameManager& mergeframe)
{
   // Method used to handle merged MFM frames
   // We call handle_raw_data_event_mfmframe() for each frame contained in the merge
 
   Bool_t ok = false;
   while (mergeframe.ReadNextFrame()) {
      Bool_t me = handle_raw_data_event_mfmframe(mergeframe.GetFrameRead());
      ok = (ok || me);
   }
   return ok;
}
 
 
 
 
Bool_t KVMultiDetArray::handle_raw_data_event_mfmframe(const MFMCommonFrame& mfmframe)
{
   // Method used to treat raw data in MFM format read by KVMFMDataFileReader
   //
   // Here we dispatch two types of frame - MFMEbyedatFrame & MFMMesytecMDPPFrame -
   // to specific methods - handle_raw_data_event_mfmframe_ebyedat() and
   // handle_raw_data_event_mfmframe_mesytec_mdpp()
   // which need to be implemented in child classes for specific arrays which
   // use these data formats.
   //
   // Return kTRUE if raw data was treated
#ifdef WITH_MESYTEC
   if (mfmframe.GetFrameType() == MFM_MESYTEC_FRAME_TYPE)
      return handle_raw_data_event_mfmframe_mesytec_mdpp((const MFMMesytecMDPPFrame&)mfmframe);
#endif
   if (mfmframe.GetFrameType() == MFM_EBY_EN_FRAME_TYPE
         || mfmframe.GetFrameType() == MFM_EBY_TS_FRAME_TYPE
         || mfmframe.GetFrameType() == MFM_EBY_EN_TS_FRAME_TYPE)
      return handle_raw_data_event_mfmframe_ebyedat((const MFMEbyedatFrame&)mfmframe);
 
   return kFALSE;
}
 
 
 
 
Bool_t KVMultiDetArray::handle_raw_data_event_mfmframe_ebyedat(const MFMEbyedatFrame&)
{
   // Read a raw data event from a EBYEDAT MFM Frame.
 
   AbstractMethod("handle_raw_data_event_mfmframe_ebyedat");
   return kFALSE;
}
 
 
#ifdef WITH_MESYTEC
 
 
Bool_t KVMultiDetArray::handle_raw_data_event_mfmframe_mesytec_mdpp(const MFMMesytecMDPPFrame&)
{
   // Read a raw data event from a Mesytec MFM Frame.
 
   AbstractMethod("handle_raw_data_event_mfmframe_mesytec_mdpp");
   return kFALSE;
}
 
#endif
#endif
 
#ifdef WITH_PROTOBUF
 
 
Bool_t KVMultiDetArray::handle_raw_data_event_protobuf(KVProtobufDataReader&)
{
   AbstractMethod("handle_raw_data_event_protobuf");
   return kFALSE;
}
 
#endif
 
 
 
void KVMultiDetArray::CalculateIdentificationGrids()
{
   // For each IDtelescope in array, calculate an identification grid
 
   TIter nxtid(GetListOfIDTelescopes());
   KVIDTelescope* idt;
   while ((idt = (KVIDTelescope*) nxtid())) {
      idt->CalculateDeltaE_EGrid("1-92", 0, 20);
   }
}
 
 
 
 
void KVMultiDetArray::CheckStatusOfDetectors(KVDBRun* kvrun, const TString& myname)
{
   // Sets status of detectors (KVDetector::IsPresent() and KVDetector::IsWorking()) for a given run of a dataset.
   //
   // If 'myname' is given, we look in database table "myname.OoODets"
 
   KVRList* absdet = (myname != "" ? kvrun->GetLinks(Form("%s.Absent Detectors", myname.Data())) : kvrun->GetLinks("Absent Detectors"));
   KVRList* ooodet = (myname != "" ? kvrun->GetLinks(Form("%s.OoO Detectors", myname.Data())) : kvrun->GetLinks("OoO Detectors"));
 
   TIter next(GetDetectors());
   KVDetector* det;
 
   Int_t ndet_absent = 0;
   Int_t ndet_ooo = 0;
   TString absent_dets, ooo_dets;
 
   while ((det = (KVDetector*)next())) {
      //Test de la presence ou non du detecteur
      if (!absdet) {
         det->SetPresent();
      }
      else {
         if (absdet->FindObject(det->GetName())) {
            det->SetPresent(kFALSE);
            if (ndet_absent) absent_dets += ",";
            absent_dets += det->GetName();
            ndet_absent += 1;
         }
         else {
            det->SetPresent();
         }
      }
      if (det->IsPresent()) {
         //Test du bon fonctionnement ou non du detecteur
         if (!ooodet) {
            det->SetDetecting();
         }
         else {
            if (ooodet->FindObject(det->GetName())) {
               det->SetDetecting(kFALSE);
               if (ndet_ooo) ooo_dets += ",";
               ooo_dets += det->GetName();
               ndet_ooo += 1;
            }
            else {
               det->SetDetecting();
            }
         }
      }
   }
 
   if (ndet_absent) Info("CheckStatusOfDetectors", "%d detectors absent during run : %s", ndet_absent, absent_dets.Data());
   else  Info("CheckStatusOfDetectors", "All detectors present during run");
   if (ndet_ooo) Info("CheckStatusOfDetectors", "%d detectors malfunctioned during run : %s", ndet_ooo, ooo_dets.Data());
   else Info("CheckStatusOfDetectors", "All detectors functioning during run");
}
 
 
 
 
void KVMultiDetArray::SetDetectorParametersForRun(KVDBRun* dbr, const TString& myname)
{
   CheckStatusOfDetectors(dbr, myname);
}
 
 
 
 
void KVMultiDetArray::ReadOoODetectors(KVExpDB* db)
{
   // Read a file containing runlists for each temporarily non-functioning detector.
   //
   // The file should be in TEnv format like so:
   //
   //~~~~
   // DET_1: 100-122,541-1938
   // DET_2,DET_3: 91-765
   //~~~~
   //
   // i.e. more than one detector can be associated with the same runs (comma-separated list of
   // detector names) and the list of runs are given using KVNumberList syntax.
   //
   // The data is added to the database in a table '[name].OoO Detectors' with the name of this array.
 
   TString fullpath;
   if (!db->FindCalibFile("OoODet", fullpath, GetName())) return;
 
   Info("ReadOoODetectors()", "Reading lists of out-of-order detectors...");
   auto fOoODet = db->AddTable(Form("%s.OoO Detectors", GetName()), "Name of out of order detectors");
 
   KVDBRecord* dbrec = 0;
   TEnv env;
   TEnvRec* rec = 0;
   env.ReadFile(fullpath.Data(), kEnvAll);
   TIter it(env.GetTable());
 
   while ((rec = (TEnvRec*)it.Next())) {
      KVString srec(rec->GetName());
      KVNumberList nl(rec->GetValue());
      if (srec.Contains(",")) {
         srec.Begin(",");
         while (!srec.End()) {
            dbrec = new KVDBRecord(srec.Next(kTRUE), "OoO Detector");
            dbrec->AddKey("Runs", "List of Runs");
            fOoODet->AddRecord(dbrec);
            db->LinkRecordToRunRange(dbrec, nl);
         }
      }
      else {
         dbrec = new KVDBRecord(rec->GetName(), "OoO Detector");
         dbrec->AddKey("Runs", "List of Runs");
         fOoODet->AddRecord(dbrec);
         db->LinkRecordToRunRange(dbrec, nl);
      }
   }
}
 
 
 
void KVMultiDetArray::ReadAbsentDetectors(KVExpDB* db)
{
   // Read a file containing runlists for each temporarily absent/dismounted detector.
   //
   // The file should be in TEnv format like so:
   //
   //~~~~
   // DET_1: 100-122,541-1938
   // DET_2,DET_3: 91-765
   //~~~~
   //
   // i.e. more than one detector can be associated with the same runs (comma-separated list of
   // detector names) and the list of runs are given using KVNumberList syntax.
   //
   // The data is added to the database in a table '[name].Absent Detectors' with the name of this array.
 
   TString fullpath;
   if (!db->FindCalibFile("AbsentDet", fullpath, GetName())) return;
 
   Info("ReadAbsentDetectors()", "Reading lists of absent/dismounted detectors... file=[%s]", fullpath.Data());
   auto fAbsDet = db->AddTable(Form("%s.Absent Detectors", GetName()), "Name of out of order detectors");
 
   KVDBRecord* dbrec = 0;
   TEnv env;
   TEnvRec* rec = 0;
   env.ReadFile(fullpath.Data(), kEnvAll);
   TIter it(env.GetTable());
 
   while ((rec = (TEnvRec*)it.Next())) {
      KVString srec(rec->GetName());
      KVNumberList nl(rec->GetValue());
      if (srec.Contains(",")) {
         srec.Begin(",");
         while (!srec.End()) {
            dbrec = new KVDBRecord(srec.Next(kTRUE), "Absent Detector");
            dbrec->AddKey("Runs", "List of Runs");
            fAbsDet->AddRecord(dbrec);
            db->LinkRecordToRunRange(dbrec, nl);
         }
      }
      else {
         dbrec = new KVDBRecord(rec->GetName(), "Absent Detector");
         dbrec->AddKey("Runs", "List of Runs");
         fAbsDet->AddRecord(dbrec);
         db->LinkRecordToRunRange(dbrec, nl);
      }
   }
}