KVDataTransfer.cpp

/*
$Id: KVDataTransfer.cpp,v 1.6 2007/05/31 09:59:22 franklan Exp $
$Revision: 1.6 $
$Date: 2007/05/31 09:59:22 $
*/
 
//Created by KVClassFactory on Mon Sep 18 14:27:21 2006
//Author: franklan
 
#include "KVDataTransfer.h"
#include "KVDataSet.h"
#include "KVDataRepositoryManager.h"
#include "KVDataSetManager.h"
#include "TError.h"
#include "TPluginManager.h"
#include "KVBase.h"
#include "KVError.h"
 
ClassImp(KVDataTransfer)
 
 
 
KVDataTransfer::KVDataTransfer()
{
   //Default constructor.
   //Use KVDataTransfer::NewTransfer to create a new data transfer object with the correct
   //properties to transfer files between two repositories.
   fOK = kTRUE;
   fSourceRep = fTargetRep = 0;
}
 
 
 
 
 
KVDataTransfer::~KVDataTransfer()
{
   //Destructor
}
 
 
 
 
 
KVDataTransfer* KVDataTransfer::NewTransfer(const Char_t* source_rep,
      const Char_t* target_rep)
{
   //Creates a new data transfer object to transfer files between the two named data repositories.
   //
   //The type of the created object depends on the values of the environment variables
   //(defined in .kvrootrc file):
   //~~~~
   //source_rep.DataRepository.FileTransfer.type
   //target_rep.DataRepository.FileTransfer.type
   //~~~~
   //If either of these = bbftp, we create a KVDataTransferBBFTP object.
   //
   //If source_rep.DataRepository.FileTransfer.type = xrd, we create a KVDataTransferXRD object.
   //
   //By default (no type given), we use a KVDataTransferSFTP object.
   //In fact, the type of object created is defined in .kvrootrc by the following plugins:
   //
   // # Plugins for data transfer between repositories
   // # Used by KVDataTransfer::NewTransfer
   // Plugin.KVDataTransfer:   sftp    KVDataTransferSFTP   KVMultiDet   "KVDataTransferSFTP()"
   // +Plugin.KVDataTransfer:   bbftp    KVDataTransferBBFTP   KVMultiDet   "KVDataTransferBBFTP()"
   // +Plugin.KVDataTransfer:   xrd    KVDataTransferXRD   KVMultiDet   "KVDataTransferXRD()"
 
   if (!gDataRepositoryManager) {
      auto drm = new KVDataRepositoryManager;
      drm->Init();
   }
   KVDataRepository* SR =
      gDataRepositoryManager->GetRepository(source_rep);
   if (!SR) {
      ::Error("KVDataTransfer::NewTransfer",
              "Unknown source data repository: %s", source_rep);
      return 0;
   }
   KVDataRepository* TR =
      gDataRepositoryManager->GetRepository(target_rep);
   if (!TR) {
      ::Error("KVDataTransfer::NewTransfer",
              "Unknown target data repository: %s", target_rep);
      return 0;
   }
   TString uri = "sftp";        //default plugin
   //if either one has type 'dms'...
   if (SR->IsType("dms") || TR->IsType("dms"))
      uri = "dms";
   //if either one has transfer type 'bbftp'...
   else if (!strcmp(SR->GetFileTransferType(), "bbftp")
            || !strcmp(TR->GetFileTransferType(), "bbftp"))
      uri = "bbftp";
   //if source repository has transfer type 'xrd'...
   else if (!strcmp(SR->GetFileTransferType(), "xrd"))
      uri = "xrd";
   TString transfer_exec = SR->GetFileTransferExec();
   if (!strcmp(TR->GetFileTransferType(), "bbftp")) transfer_exec = TR->GetFileTransferExec();
   //if transfer_exec=="" then we cannot perform the transfer
   if (transfer_exec == "") {
      ::Error("KVDataTransfer::NewTransfer",
              "No file transfer executable to perform transfer");
      return 0;
   }
 
   //check and load plugin library
   TPluginHandler* ph;
   if (!(ph = KVBase::LoadPlugin("KVDataTransfer", uri)))
      return 0;
 
   KVDataTransfer* tran = (KVDataTransfer*) ph->ExecPlugin(0);
   //set target and source repositories
   tran->fSourceRep = SR;
   tran->fTargetRep = TR;
   //set transfer client executable path
   tran->SetTransferExec(transfer_exec);
   //initialise transfer
   tran->init();
   return tran;
}
 
 
 
 
 
void KVDataTransfer::Run()
{
   //Perform file transfer
   //The user selects runs which are available in the source repository in the same way as
   //when performing data analysis
   //Note that this will make the 'source' repository the current active repository
   //(i.e. gDataRepository and gDataSetManager will correspond to source repository
   //after execution of this command).
 
   if (!fOK) {
      Error("KVDataTransfer::Run",
            "Status not OK. Data transfer aborted.");
      return;
   }
   //make 'source' repository the 'active' repository
   fSourceRep->cd();
 
   SetMenus();
   SetQuit(kFALSE);
   SetChooseDataSet();
   SetChooseSystem(kFALSE);
   SetChooseTask(kFALSE);
   SetChooseRuns(kFALSE);
   SetSubmit(kFALSE);
 
   set_dataset_pointer(nullptr);
   SetDataType("");
   ClearRunList();
   SetSystem(nullptr);
 
   //choose dataset, data type, system, runs
   while (!IsQuit()) {
 
      if (IsChooseDataSet())
         ChooseDataSet();
      else if (IsChooseTask())
         ChooseDataType();
      else if (IsChooseSystem())
         ChooseSystem();
      else if (IsChooseRuns())
         ChooseRuns();
      else if (IsSubmit())
         TransferRuns();
 
   }
}
 
 
 
 
 
void KVDataTransfer::TransferRuns()
{
   //Based on information gathered from user (see Run()),
   //perform the transfer of files.
   //Any missing directories in the target repository are created beforehand.
   //After transfer, the available runlist for the target repository is updated
 
   SetSubmit(kFALSE);
 
   if (!GetDataSet()) {
      Error("KVDataTransfer::Transfer",
            "No dataset defined for transfer. Choose dataset first.");
      SetChooseDataSet();
      return;
   }
   if (GetDataType() == "") {
      Error("KVDataTransfer::Transfer",
            "No data type defined for transfer. Choose type of data to transfer first.");
      SetChooseTask();
      return;
   }
   if (GetRunList().IsEmpty()) {
      Error("KVDataTransfer::Transfer",
            "No runlist defined for transfer. Choose runs to transfer first.");
      SetChooseRuns();
      return;
   }
 
   CheckTargetRepository();
 
   WriteTransferScript();
 
   ExecuteCommand();
 
   //delete temporary command file if present
   if (fCmdFile != "") gSystem->Unlink(fCmdFile.Data());
 
   //update available run list for target repository
   fTargetRep->GetDataSetManager()->GetDataSet(GetDataSet()->GetName())->UpdateAvailableRuns(GetDataType());
 
   //force user to choose new system
   SetChooseSystem();
}
 
 
 
 
 
void KVDataTransfer::CheckTargetRepository()
{
   //Make sure that the target repository has the necessary
   //dataset/subdirectory to receive the transferred files.
   //If not, we create the new dataset/subdir.
 
   Bool_t update = kFALSE;
   if (!fTargetRep->GetDataSetManager()->GetDataSet(GetDataSet()->GetName())->IsAvailable()) {
      //add dataset directory to target repository
      fTargetRep->MakeSubdirectory(GetDataSet());
      update = kTRUE;
   }
   if (!fTargetRep->GetDataSetManager()->GetDataSet(GetDataSet()->GetName())->HasDataType(GetDataType())) {
      //add subdirectory for new data type to dataset directory
      fTargetRep->MakeSubdirectory(GetDataSet(), GetDataType());
      update = kTRUE;
   }
   if (update) {
      //update dataset manager of target repository with new state of available datasets/datatypes
      fTargetRep->GetDataSetManager()->Update();
   }
}
 
 
 
 
 
void KVDataTransfer::init()
{
   //Initialisation of data transfer.
}
 
 
 
 
 
void KVDataTransfer::set_dataset_name(const Char_t* name)
{
   //Set dataset to be analysed.
   //If 'name' is not the name of a valid and available dataset
   //in the 'source' data repository an error message is printed.
 
   _set_dataset_pointer(nullptr);
   KVDataSet* ds = fSourceRep->GetDataSetManager()->GetDataSet(name);
   if (!ds) {
      Error("SetDataSet", "Unknown dataset %s", name);
   }
   else {
      SetDataSet(ds);
   }
}
 
 
 
 
 
void KVDataTransfer::set_dataset_pointer(KVDataSet* ds)
{
   //Set dataset to be used for transfer.
   //If the chosen dataset is not available, an error message is printed
   //Only datasets which are available in the source repository can be transferred
   //If the pointer actually corresponds to a dataset in the target repository,
   //we replace it with a pointer to the dataset with the same name in the source
   //repository.
 
   //allow user to reset dataset pointer to 0
   _set_dataset_pointer(ds);
   if (!ds)
      return;
 
   //check repository
   if (ds->GetRepository() != fSourceRep) {
      _set_dataset_pointer(fSourceRep->GetDataSetManager()->GetDataSet(ds->GetName()));
   }
   //check availablility
   if (!ds->IsAvailable()) {
      Error("SetDataSet",
            "Dataset %s is not available for analysis", ds->GetName());
      _set_dataset_pointer(nullptr);
   }
 
}