Logo ROOT   6.14/05
Reference Guide
TProofBenchDataSet.cxx
Go to the documentation of this file.
1 // @(#)root/proof:$Id$
2 // Author: Sangsu Ryu 22/06/2010
3 
4 /*************************************************************************
5  * Copyright (C) 1995-2005, Rene Brun and Fons Rademakers. *
6  * All rights reserved. *
7  * *
8  * For the licensing terms see $ROOTSYS/LICENSE. *
9  * For the list of contributors see $ROOTSYS/README/CREDITS. *
10  *************************************************************************/
11 
12 /** \class TProofBenchDataSet
13 \ingroup proofbench
14 
15 Handle operations on datasets used by ProofBench
16 
17 */
18 
19 #include "RConfigure.h"
20 
21 #include "TProofBenchDataSet.h"
22 #include "TClass.h"
23 #include "TFileCollection.h"
24 #include "TList.h"
25 #include "TMap.h"
26 #include "TProof.h"
27 #include "TProofBenchTypes.h"
28 #include "TROOT.h"
29 
30 
32 
33 ////////////////////////////////////////////////////////////////////////////////
34 /// Constructor
35 
37 {
38  fProof = proof ? proof : gProof;
39 }
40 
41 
42 ////////////////////////////////////////////////////////////////////////////////
43 /// Release memory cache for dataset 'dset'
44 /// Return 0 on success, -1 on error
45 
47 {
48  // Clear the cache
50  if (Handle(dset, &type) != 0) {
51  Error("ReleaseCache", "problems clearing cache for '%s'", dset);
52  return -1;
53  }
54  // Done
55  return 0;
56 }
57 
58 ////////////////////////////////////////////////////////////////////////////////
59 /// Physically remove the dataset 'dset', i.e. remove the dataset and the files
60 /// it describes
61 /// Return 0 on success, -1 on error
62 
64 {
65  // Phyically remove the files
67  if (Handle(dset, &type) != 0) {
68  Error("RemoveFiles", "problems removing files for '%s'", dset);
69  return -1;
70  }
71  // Remove the meta information
72  if (!fProof || (fProof && fProof->RemoveDataSet(dset) != 0)) {
73  Error("RemoveFiles", "problems removing meta-information for dataset '%s'", dset);
74  return -1;
75  }
76  // Done
77  return 0;
78 }
79 
80 ////////////////////////////////////////////////////////////////////////////////
81 /// Copy the files of dataset 'dset' to another directory
82 /// Return 0 on success, -1 on error
83 
84 Int_t TProofBenchDataSet::CopyFiles(const char *dset, const char *destdir)
85 {
86  // Check input
87  if (!destdir || (destdir && strlen(destdir) <= 0)) {
88  Error("CopyFiles", "specifying a destination dir is mandatory!");
89  return -1;
90  }
91 
92  // Set the destination dir
93  if (fProof) fProof->SetParameter("PROOF_Benchmark_DestDir", destdir);
94 
95  // Copy the files
97  if (Handle(dset, &type) != 0) {
98  Error("CopyFiles", "problems copying files for '%s'", dset);
99  return -1;
100  }
101 
102  // Done
103  return 0;
104 }
105 
106 ////////////////////////////////////////////////////////////////////////////////
107 /// Physically remove the dataset 'dset', i.e. remove the dataset and the files
108 /// it describes
109 /// Return 0 on success, -1 on error
110 
112 {
113  // Check input
114  if (!dset || (dset && strlen(dset) <= 0)) {
115  Error("Handle", "a valid dataset name is mandatory");
116  return -1;
117  }
118 
119  // The dataset must exist
120  if (!fProof || (fProof && !fProof->ExistsDataSet(dset))) {
121  Error("Handle", "dataset '%s' does not exist", dset);
122  return -1;
123  }
124 
125  // Get the dataset
127  if (!fc) {
128  Error("Handle", "TFileCollection object for dataset '%s' could not be retrieved", dset);
129  return -1;
130  }
131 
132  // Get information per server
133 #if ROOT_VERSION_CODE >= ROOT_VERSION(5,30,0)
134  TMap *fcmap = fc->GetFilesPerServer(fProof->GetMaster(), kTRUE);
135 #else
136  TMap *fcmap = fc->GetFilesPerServer(fProof->GetMaster());
137 #endif
138  if (!fcmap) {
139  Error("Handle", "could not create map with per-server info for dataset '%s'", dset);
140  return -1;
141  }
142  fcmap->Print();
143 
144  // Load the selector, if needed
145  TString selName("TSelHandleDataSet");
146  if (!TClass::GetClass(selName)) {
147  // Load the parfile
149  Info("Handle", "Uploading '%s' ...", par.Data());
150  if (fProof->UploadPackage(par) != 0) {
151  Error("Handle", "problems uploading '%s' - cannot continue", par.Data());
152  return -1;
153  }
154  Info("Handle", "Enabling '%s' ...", kPROOF_BenchDataSelPar);
156  Error("Handle", "problems enabling '%s' - cannot continue", kPROOF_BenchDataSelPar);
157  return -1;
158  }
159  // Check
160  if (!TClass::GetClass(selName)) {
161  Error("Handle", "failed to load '%s'", selName.Data());
162  return -1;
163  }
164  }
165 
166  // Add map in the input list
167  fcmap->SetName("PROOF_FilesToProcess");
168  fProof->AddInput(fcmap);
169 
170  // Set parameters for processing
171  TString oldpack;
172  if (TProof::GetParameter(fProof->GetInputList(), "PROOF_Packetizer", oldpack) != 0) oldpack = "";
173  fProof->SetParameter("PROOF_Packetizer", "TPacketizerFile");
174 
175  // Process
176  fProof->AddInput(type);
177  fProof->Process(selName, (Long64_t) fc->GetNFiles());
178  if (fProof->GetInputList()) fProof->GetInputList()->Remove(type);
179 
180  // Restore parameters
181  if (!oldpack.IsNull())
182  fProof->SetParameter("PROOF_Packetizer", oldpack);
183  else
184  fProof->DeleteParameters("PROOF_Packetizer");
185 
186  // Cleanup
187  fProof->GetInputList()->Remove(fcmap);
188  delete fcmap;
189  delete fc;
190 
191  // Done
192  return 0;
193 }
virtual void Info(const char *method, const char *msgfmt,...) const
Issue info message.
Definition: TObject.cxx:854
long long Long64_t
Definition: RtypesCore.h:69
virtual Bool_t ExistsDataSet(const char *dataset)
Returns kTRUE if &#39;dataset&#39; exists, kFALSE otherwise.
Definition: TProof.cxx:10840
Int_t CopyFiles(const char *dset, const char *destdir)
Copy the files of dataset &#39;dset&#39; to another directory Return 0 on success, -1 on error.
Int_t EnablePackage(const char *package, Bool_t notOnClient=kFALSE, TList *workers=0)
Enable specified package.
Definition: TProof.cxx:8147
TObject * GetParameter(const char *par) const
Get specified parameter.
Definition: TProof.cxx:9890
void SetParameter(const char *par, const char *value)
Set input list parameter.
Definition: TProof.cxx:9794
virtual TFileCollection * GetDataSet(const char *dataset, const char *optStr="")
Get a list of TFileInfo objects describing the files of the specified dataset.
Definition: TProof.cxx:10909
Basic string class.
Definition: TString.h:131
int Int_t
Definition: RtypesCore.h:41
const char *const kPROOF_BenchParDir
Handle operations on datasets used by ProofBench.
static struct mg_connection * fc(struct mg_context *ctx)
Definition: civetweb.c:3352
Int_t RemoveFiles(const char *dset)
Physically remove the dataset &#39;dset&#39;, i.e.
static TString Format(const char *fmt,...)
Static method which formats a string using a printf style format descriptor and return a TString...
Definition: TString.cxx:2286
TProofBenchDataSet(TProof *proof=0)
Constructor.
Int_t ReleaseCache(const char *dset)
Release memory cache for dataset &#39;dset&#39; Return 0 on success, -1 on error.
Int_t UploadPackage(const char *par, EUploadPackageOpt opt=kUntar, TList *workers=0)
Upload a PROOF archive (PAR file).
Definition: TProof.cxx:8413
const char *const kPROOF_BenchDataSelPar
Long64_t GetNFiles() const
virtual TObject * Remove(TObject *obj)
Remove object from the list.
Definition: TList.cxx:818
virtual void Error(const char *method, const char *msgfmt,...) const
Issue error message.
Definition: TObject.cxx:880
virtual Long64_t Process(TDSet *dset, const char *selector, Option_t *option="", Long64_t nentries=-1, Long64_t firstentry=0)
Process a data set (TDSet) using the specified selector (.C) file or Tselector object Entry- or event...
Definition: TProof.cxx:5275
void SetName(const char *name)
Definition: TCollection.h:204
void AddInput(TObject *obj)
Add objects that might be needed during the processing of the selector (see Process()).
Definition: TProof.cxx:9706
Int_t Handle(const char *dset, TObject *type)
Physically remove the dataset &#39;dset&#39;, i.e.
TList * GetInputList()
Get input list.
Definition: TProof.cxx:9725
R__EXTERN TProof * gProof
Definition: TProof.h:1077
#define ClassImp(name)
Definition: Rtypes.h:359
void DeleteParameters(const char *wildcard)
Delete the input list parameters specified by a wildcard (e.g.
Definition: TProof.cxx:9905
const char * GetMaster() const
Definition: TProof.h:903
TMap implements an associative array of (key,value) pairs using a THashTable for efficient retrieval ...
Definition: TMap.h:40
int type
Definition: TGX11.cxx:120
static const TString & GetEtcDir()
Get the sysconfig directory in the installation. Static utility function.
Definition: TROOT.cxx:2991
This class controls a Parallel ROOT Facility, PROOF, cluster.
Definition: TProof.h:316
static TClass * GetClass(const char *name, Bool_t load=kTRUE, Bool_t silent=kFALSE)
Static method returning pointer to TClass of the specified class name.
Definition: TClass.cxx:2887
Bool_t IsNull() const
Definition: TString.h:402
Mother of all ROOT objects.
Definition: TObject.h:37
Class that contains a list of TFileInfo&#39;s and accumulated meta data information about its entries...
virtual Int_t RemoveDataSet(const char *dataset, const char *optStr="")
Remove the specified dataset from the PROOF cluster.
Definition: TProof.cxx:10963
virtual void Print(Option_t *option="") const
Default print for collections, calls Print(option, 1).
TMap * GetFilesPerServer(const char *exclude=0, Bool_t curronly=kFALSE)
Return a map of TFileCollections with the files on each data server, excluding servers in the comma-s...
const Bool_t kTRUE
Definition: RtypesCore.h:87
const char * Data() const
Definition: TString.h:364