KaliVeda
Toolkit for HIC analysis
KVRemoteDataSetManager.cpp
1 /*
2 $Id: KVRemoteDataSetManager.cpp,v 1.5 2007/09/20 11:30:17 franklan Exp $
3 $Revision: 1.5 $
4 $Date: 2007/09/20 11:30:17 $
5 */
6 
7 //Created by KVClassFactory on Thu Sep 7 15:16:29 2006
8 //Author: John Frankland
9 
10 #include "KVRemoteDataSetManager.h"
11 #include "KVDataRepository.h"
12 #include "TError.h"
13 #include "TObjString.h"
14 #include "TObjArray.h"
15 #include "TEnv.h"
16 
17 using namespace std;
18 
19 ClassImp(KVRemoteDataSetManager)
20 
21 
22 
25 KVRemoteDataSetManager::KVRemoteDataSetManager()
26 {
27  //Default constructor
28 }
29 
30 
31 
34 
35 KVRemoteDataSetManager::~KVRemoteDataSetManager()
36 {
37  //Destructor
38 }
39 
40 
41 
65 
66 Bool_t KVRemoteDataSetManager::OpenAvailableDatasetsFile()
67 {
68  //Transfers file $KVROOT/KVFiles/[repository name].available.datasets
69  //from remote machine containing info on available datasets and
70  //associated subdirectories in remote data repository.
71  //Copies to local working directory and opens for reading, if all goes
72  //well (returns kTRUE).
73  //Returns kFALSE in case of problems.
74  //
75  //N.B. If 'curl' is used to transfer the file, we check for HTML code in the file
76  //It can happen that 'curl' itself does not give an error when the web server
77  //is down, but transfers a file which looks like this:
78 // <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
79 // <html><head>
80 // <title>403 Forbidden</title>
81 // </head><body>
82 // <h1>Forbidden</h1>
83 // <p>You don't have permission to access /KaliVedaDoc/ccali.available.datasets
84 // on this server.</p>
85 // <p>Additionally, a 403 Forbidden
86 // error was encountered while trying to use an ErrorDocument to handle the request.</p>
87 // <hr>
88 // <address>Apache/2.0.53 (Unix) mod_ssl/2.0.53 OpenSSL/0.9.7a DAV/2 PHP/5.1.6 mod_python/3.2.8 Python/2.4.2 mod_jk/1.2.15 mod_perl/2.0.2 Perl/v5.8.7 Server at indra.in2p3.fr Port 80</address>
89 // </body></html>
90 
91 
92  TString http =
93  gEnv->GetValue(Form("%s.DataRepository.RemoteAvailableRuns.url",
94  fRepository->GetName()), "");
95  if (http == "") {
96  Warning("OpenAvailableDatasetsFile()",
97  "%s.DataRepository.RemoteAvailableRuns.url is not defined. See $KVROOT/KVFiles/.kvrootrc",
98  fRepository->GetName());
99  return kFALSE;
100  }
101  TString url;
102  url.Form("%s/%s", http.Data(), fCacheFileName.Data());
103 
104  //Find executable 'curl' or programme indicated by
105  //value of DataRepository.RemoteAvailableRuns.protocol
106  fCurl = gEnv->GetValue(Form
107  ("%s.DataRepository.RemoteAvailableRuns.protocol",
108  fRepository->GetName()), "curl");
109  if (!KVBase::FindExecutable(fCurl)) {
110  Error("OpenAvailableDatasetsFile",
111  "Executable for file transfer \"%s\" not found. You cannot use remote data repository.",
112  fCurl.Data());
113  return kFALSE;
114  }
115  TString cmd;
116  cmd.Form("%s -oremote.available.datasets %s", fCurl.Data(), url.Data());
117  if (gSystem->Exec(cmd.Data()))
118  return kFALSE; // problem with curl
119  fDatasets.open("remote.available.datasets");
120  if (fCurl.Contains("curl")) {
121  //check contents of file for HTML code
122  KVString line;
123  line.ReadLine(fDatasets);
124  if (line.Contains("<")) {
125  Error("OpenAvailableDatasetsFile",
126  "Remote available datasets file transferred by curl contains HTML code :");
127  //print contents of file
128  cout << line.Data() << endl;
129  line.ReadLine(fDatasets);
130  while (fDatasets.good()) {
131  cout << line.Data() << endl;
132  line.ReadLine(fDatasets);
133  }
134  Error("OpenAvailableDatasetsFile",
135  "You cannot use this remote data repository");
136  return kFALSE;
137  }
138  else { // no HTML in file : OK
139  //reset stream to beginning of file
140  fDatasets.clear(); // clear any error flags (EOF etc.)
141  fDatasets.seekg(0, ios::beg); // set file buffer pointer to beginning of file
142  }
143  }
144  return kTRUE;
145 }
146 
147 
148 
162 
163 void KVRemoteDataSetManager::CheckAvailability()
164 {
165  //Check availability of datasets in repository associated to this data set manager
166  //For remote data sets/repositories, this is done by transferring from the remote
167  //machine the file $KVROOT/KVFiles/[repository name].available.datasets and
168  //reading from it the datasets and subdirectories which are present on the remote
169  //machine.
170  //Example file:
171  //INDRA_camp1 : root
172  //INDRA_camp2 :
173  //INDRA_camp4 :
174  //INDRA_camp5 : raw,recon,ident,root
175  //INDRA_e416a : raw,
176  //INDRA_e475s :
177 
178  fNavailable = 0;
179  ReadAvailableDatasetsFile();
180 }
181 
182 
Bool_t
bool Bool_t
kFALSE
constexpr Bool_t kFALSE
kTRUE
constexpr Bool_t kTRUE
gEnv
R__EXTERN TEnv * gEnv
Form
char * Form(const char *fmt,...)
gSystem
R__EXTERN TSystem * gSystem
KVBase::FindExecutable
static Bool_t FindExecutable(TString &exec, const Char_t *path="$(PATH)")
Definition: KVBase.cpp:971
KVRemoteDataSetManager
Manage datasets stored in a remote data repository.
Definition: KVRemoteDataSetManager.h:22
KVRemoteDataSetManager::OpenAvailableDatasetsFile
Bool_t OpenAvailableDatasetsFile() override
Definition: KVRemoteDataSetManager.cpp:66
KVString
Extension of ROOT TString class which allows backwards compatibility with ROOT v3....
Definition: KVString.h:73
TEnv::GetValue
virtual const char * GetValue(const char *name, const char *dflt) const
TString::Data
const char * Data() const
TString::Form
void Form(const char *fmt,...)
TSystem::Exec
virtual Int_t Exec(const char *shellcmd)
line
TLine * line
Error
void Error(const char *location, const char *fmt,...)
Warning
void Warning(const char *location, const char *fmt,...)
TString
ClassImp
ClassImp(TPyArg)