20#include "RConfigure.h"
59 fHistType(histtype), fNHists(nhists),
60 fNEvents(nevents), fNTries(ntries), fStart(start), fStop(stop),
61 fStep(step), fDraw(draw), fDebug(debug), fDirProofBench(dirproofbench),
62 fNodes(nodes), fListPerfPlots(0),
63 fCanvas(0), fProfile_perfstat_event(0), fHist_perfstat_event(0),
64 fProfile_perfstat_evtmax(0), fNorm_perfstat_evtmax(0),
65 fProfile_queryresult_event(0), fNorm_queryresult_event(0), fProfile_cpu_eff(0),
66 fProfLegend(0), fNormLegend(0), fName(0)
69 Error(
"TProofBenchRunCPU",
"problems validating PROOF session or enabling selector PAR");
105 Int_t quotient = (stop - start) / step;
106 Int_t ndiv = quotient + 1;
108 Double_t ns_max = quotient*step + start + step/2.;
115 axtitle =
"Active Workers/Node";
116 namelab.Form(
"x_%s",
GetName());
124 name.
Form(
"Prof_%s_PS_MaxEvts_%s", namelab.Data(), sellab.
Data());
125 title.
Form(
"Profile %s PerfStat Event - %s", namelab.Data(), sellab.
Data());
140 name.Form(
"Prof_%s_PS_Evts_%s", namelab.Data(), sellab.
Data());
141 title.
Form(
"Profile %s PerfStat Event - %s", namelab.Data(), sellab.
Data());
155 name.Form(
"Hist_%s_PS_Evts_%s", namelab.Data(), sellab.
Data());
156 title.
Form(
"Histogram %s PerfStat Event - %s", namelab.Data(), sellab.
Data());
169 name.Form(
"Norm_%s_PS_MaxEvts_%s", namelab.Data(), sellab.
Data());
170 title.
Form(
"Profile %s Normalized PerfStat Event - %s", namelab.Data(), sellab.
Data());
185 name.Form(
"Prof_%s_QR_Evts_%s", namelab.Data(), sellab.
Data());
186 title.
Form(
"Profile %s QueryResult Event - %s", namelab.Data(), sellab.
Data());
199 name.Form(
"Norm_%s_QR_Evts_%s", namelab.Data(), sellab.
Data());
200 title.
Form(
"Profile %s Normalized QueryResult Event - %s", namelab.Data(), sellab.
Data());
214 name.Form(
"Prof_%s_CPU_eff_%s", namelab.Data(), sellab.
Data());
215 title.
Form(
"Profile %s CPU efficiency - %s", namelab.Data(), sellab.
Data());
246 Error(
"Run",
"Proof not set");
250 nevents = (nevents == -1) ?
fNEvents : nevents;
251 start = (start == -1) ?
fStart : start;
252 stop = (stop == -1) ?
fStop : stop;
253 step = (step == -1) ?
fStep : step;
254 ntries = (ntries == -1) ?
fNTries : ntries;
255 debug = (debug == -1) ?
fDebug : debug;
256 draw = (draw == -1) ?
fDraw : draw;
267 if (stop > minnworkersanode) stop = minnworkersanode;
276 Info(
"Run",
"Uploading '%s' ...", par.
Data());
278 Error(
"Run",
"problems uploading '%s' - cannot continue", par.
Data());
288 Error(
"Run",
"you should load the class '%s' before running the benchmark",
fSelName.
Data());
294 Info(
"Run",
"Uploading '%s' ...", par.
Data());
296 Error(
"Run",
"problems uploading '%s' - cannot continue", par.
Data());
299 Info(
"Run",
"Enabling '%s' ...", par.
Data());
301 Error(
"Run",
"problems enabling '%s' - cannot continue", par.
Data());
325 TString perfstats_name =
"PROOF_PerfStats";
330 Info(
"Run",
"Running CPU-bound tests; %d ~ %d active worker(s)/node,"
331 " every %d worker(s)/node.", start, stop, step);
333 Info(
"Run",
"Running CPU-bound tests; %d ~ %d active worker(s),"
334 " every %d worker(s).", start, stop, step);
342 Double_t ymi = -1., ymx = -1., emx = -1.;
343 for (
Int_t nactive = start; nactive <= stop; nactive += step) {
346 Int_t ncoren = (nactive < ncores) ? nactive : ncores;
352 workers.
Form(
"%dx", nactive);
358 Error(
"Run",
"could not activate the requested number of"
359 " workers/node on the cluster; skipping the test point"
360 " (%d workers/node)", nactive);
364 for (
Int_t j = 0; j < ntries; j++) {
367 Info(
"Run",
"Running CPU-bound tests with %d active worker(s)/node;"
368 " trial %d/%d", nactive, j + 1, ntries);
370 Info(
"Run",
"Running CPU-bound tests with %d active worker(s);"
371 " trial %d/%d", nactive, j + 1, ntries);
376 nevents_all=nevents*nactive*nnodes;
378 nevents_all=nevents*nactive;
388 if (
l) t =
dynamic_cast<TTree*
>(
l->FindObject(perfstats_name.
Data()));
406 Double_t nert = nx ? pf_eventrate/nactive/nnodes : pf_eventrate/nactive;
411 if (dy / y1 < 0.2) dy = y1 * 0.2;
412 if (dy > y1) dy = y1*.999999;
413 if (ymi < 0.) ymi = y1 - dy;
416 if (ymx < 0.) ymx = y1 + dy;
432 TString dirn = nx ?
"RunCPUx" :
"RunCPU";
440 Warning(
"Run",
"cannot cd to subdirectory '%s' to store the results!", dirn.
Data());
447 Warning(
"Run",
"%s: tree not found", perfstats_name.
Data());
449 Error(
"Run",
"PROOF output list is empty!");
454 const char *drawopt = t ?
"LSAME" :
"L";
457 queryresult->
Print(
"F");
466 if (qr_eventrate > emx) emx = qr_eventrate;
471 qr_cpu_eff = queryresult->
GetUsedCPU() / ncoren / qr_proc ;
473 Printf(
"cpu_eff: %f", qr_cpu_eff);
483 Double_t nert = nx ? qr_eventrate/nactive/nnodes : qr_eventrate/nactive;
489 if (dy / y1 < 0.2) dy = y1 * 0.2;
490 if (dy > y1) dy = y1*.999999;
491 if (ymi < 0.) ymi = y1 - dy;
494 if (ymx < 0.) ymx = y1 + dy;
504 Warning(
"Run",
"TQueryResult not found!");
526 TString dirn = nx ?
"RunCPUx" :
"RunCPU";
534 Warning(
"Run",
"cannot cd to subdirectory '%s' to store the results!", dirn.
Data());
554 Error(
"FillPerfStatPerfPlots",
"no perfstat profile found");
560 Error(
"FillPerfStatPerfPlots",
"no perfstat histogram found");
572 for (
Long64_t k=0; k<entries; k++) {
595 Printf(
"+++ TProofBenchRunCPU +++++++++++++++++++++++++++++++++++++++++");
612 Printf(
"Performance Canvas: Name = %s Title = %s",
614 Printf(
"++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++");
633 nside = (nside*nside<nprofiles)?nside+1:nside;
640 while ((profile=(
TProfile*)(nxt()))){
662 TString namestem(
"+++undef+++");
675 namestem =
"HistAll";
690 Error(
"SetParameters",
"proof not set; Doing nothing");
707 Error(
"DeleteParameters",
"proof not set; Doing nothing");
const char *const kPROOF_BenchCPUSelPar
const char *const kPROOF_BenchSelCPUDef
const char *const kPROOF_BenchParDir
void Printf(const char *fmt,...)
R__EXTERN TStyle * gStyle
virtual void SetMarkerColor(Color_t mcolor=1)
Set the marker color.
virtual void SetMarkerStyle(Style_t mstyle=1)
Set the marker style.
void Clear(Option_t *option="") override
Remove all primitives from the canvas.
TVirtualPad * cd(Int_t subpadnumber=0) override
Set current canvas & pad.
static TClass * GetClass(const char *name, Bool_t load=kTRUE, Bool_t silent=kFALSE)
Static method returning pointer to TClass of the specified class name.
virtual void Print(Option_t *option="") const
Default print for collections, calls Print(option, 1).
virtual void SetOwner(Bool_t enable=kTRUE)
Set whether this collection is the owner (enable==true) of its content.
virtual Int_t GetSize() const
Return the capacity of the collection, i.e.
virtual Int_t Write(const char *name=0, Int_t option=0, Int_t bufsize=0)
Write all objects in this collection.
This class stores the date and time with a precision of one second in an unsigned 32 bit word (950130...
Describe directory structure in memory.
virtual TDirectory * GetDirectory(const char *namecycle, Bool_t printError=false, const char *funcname="GetDirectory")
Find a directory using apath.
virtual const char * GetPath() const
Returns the full path of the directory.
virtual Bool_t IsWritable() const
virtual TDirectory * mkdir(const char *name, const char *title="", Bool_t returnExistingDirectory=kFALSE)
Create a sub-directory "a" or a hierarchy of sub-directories "a/b/c/...".
virtual Bool_t cd(const char *path=nullptr)
Change current directory to "this" directory.
virtual void SetValue(const char *name, const char *value, EEnvLevel level=kEnvChange, const char *type=nullptr)
Set the value of a resource or create a new resource.
virtual void SetDirectory(TDirectory *dir)
By default when an histogram is created, it is added to the list of histogram objects in the current ...
TAxis * GetXaxis()
Get the behaviour adopted by the object about the statoverflows. See EStatOverflows for more informat...
virtual void SetMaximum(Double_t maximum=-1111)
virtual void SetMinimum(Double_t minimum=-1111)
virtual TH1 * DrawCopy(Option_t *option="", const char *name_postfix="_copy") const
Copy this histogram and Draw in the current pad.
virtual void Draw(Option_t *option="")
Draw this histogram with options.
2-D histogram with a double per channel (see TH1 documentation)}
Int_t Fill(Double_t)
Invalid Fill method.
This class displays a legend box (TPaveText) containing several legend entries.
TLegendEntry * AddEntry(const TObject *obj, const char *label="", Option_t *option="lpf")
Add a new entry to this legend.
virtual void Draw(Option_t *option="")
Draw this legend with its current attributes.
virtual void Add(TObject *obj)
virtual TObject * Remove(TObject *obj)
Remove object from the list.
virtual TObject * FindObject(const char *name) const
Find an object in this list using its name.
virtual void Clear(Option_t *option="")
Remove all objects from the list.
virtual void SetTitle(const char *title="")
Set the title of the TNamed.
virtual const char * GetName() const
Returns name of object.
Mother of all ROOT objects.
@ kOverwrite
overwrite existing object with same name
R__ALWAYS_INLINE Bool_t TestBit(UInt_t f) const
virtual void Warning(const char *method, const char *msgfmt,...) const
Issue warning message.
virtual void Error(const char *method, const char *msgfmt,...) const
Issue error message.
@ kInvalidObject
if object ctor succeeded but object should not be used
virtual void Info(const char *method, const char *msgfmt,...) const
Issue info message.
EHistType GetType() const
void Divide(Int_t nx=1, Int_t ny=1, Float_t xmargin=0.01, Float_t ymargin=0.01, Int_t color=0) override
Automatic pad generation by division.
const char * GetTitle() const override
Returns title of object.
const char * GetName() const override
Returns name of object.
TVirtualPerfStats::EEventType fType
Long64_t fEventsProcessed
virtual Double_t GetBinError(Int_t bin) const
Return bin error of a Profile histogram.
virtual Double_t GetBinContent(Int_t bin) const
Return bin content of a Profile histogram.
Int_t Fill(const Double_t *v)
CPU-intensive PROOF benchmark test generates events and fill 1, 2, or 3-D histograms.
TH2 * fHist_perfstat_event
TString GetNameStem() const
Get name for this run.
void FillPerfStatPerfPlots(TTree *t, Int_t nactive)
TDirectory * fDirProofBench
Int_t DeleteParameters()
Delete parameters set for this run.
virtual ~TProofBenchRunCPU()
Destructor.
Int_t SetParameters()
Set parameters.
TProfile * fProfile_queryresult_event
void Print(Option_t *option="") const
Show settings.
void BuildHistos(Int_t start, Int_t stop, Int_t step, Bool_t nx)
Build histograms, profiles and graphs needed for this run.
TProfile * fNorm_queryresult_event
TProfile * fProfile_perfstat_evtmax
void Run(Long64_t nevents, Int_t start, Int_t stop, Int_t step, Int_t ntries, Int_t debug, Int_t draw)
Run benchmark Input parameters nevents: Number of events to run per file.
TProfile * fNorm_perfstat_evtmax
TProfile * fProfile_cpu_eff
void DrawPerfPlots()
Draw Performance plots.
TProfile * fProfile_perfstat_event
const char * GetName() const
Returns name of object.
void SetHistType(TPBHistType *histtype)
Set histogram type.
TProofBenchRunCPU(TPBHistType *histtype=0, Int_t nhists=16, TDirectory *dirproofbench=0, TProof *proof=0, TProofNodes *nodes=0, Long64_t nevents=1000000, Int_t ntries=2, Int_t start=1, Int_t stop=-1, Int_t step=1, Int_t draw=0, Int_t debug=0)
Default constructor.
Abstract base class for PROOF benchmark runs.
virtual const char * GetSelName()
PROOF worker node information
Int_t ActivateWorkers(Int_t nwrks)
Description: Activate 'nwrks' workers; calls TProof::SetParallel and rebuild the internal lists Input...
Int_t GetMinWrksPerNode() const
void Print(Option_t *option="") const
Description: Print node information.
Int_t GetNWorkersCluster() const
Set of tools to analyse the performance tree.
Double_t GetEvtRateAvgMax() const
This class controls a Parallel ROOT Facility, PROOF, cluster.
Int_t UploadPackage(const char *par, EUploadPackageOpt opt=kUntar, TList *workers=0)
Upload a PROOF archive (PAR file).
virtual void Print(Option_t *option="") const
Print status of PROOF cluster.
TQueryResult * GetQueryResult(const char *ref=0)
Return pointer to the full TQueryResult instance owned by the player and referenced by 'ref'.
void DeleteParameters(const char *wildcard)
Delete the input list parameters specified by a wildcard (e.g.
void SetParameter(const char *par, const char *value)
Set input list parameter.
TList * GetOutputList()
Get list with all object created during processing (see Process()).
virtual Long64_t Process(TDSet *dset, const char *selector, Option_t *option="", Long64_t nentries=-1, Long64_t firstentry=0)
Process a data set (TDSet) using the specified selector (.C) file or Tselector object Entry- or event...
void AddInput(TObject *obj)
Add objects that might be needed during the processing of the selector (see Process()).
TList * GetInputList()
Get input list.
Int_t EnablePackage(const char *package, Bool_t notOnClient=kFALSE, TList *workers=0)
Enable specified package.
A container class for query results.
Long64_t GetEntries() const
TDatime GetEndTime() const
void Print(Option_t *opt="") const
Print query content. Use opt = "F" for a full listing.
TDatime GetStartTime() const
Float_t GetProcTime() const
Float_t GetUsedCPU() const
static const TString & GetEtcDir()
Get the sysconfig directory in the installation. Static utility function.
const char * Data() const
TObjArray * Tokenize(const TString &delim) const
This function is used to isolate sequential tokens in a TString.
static TString Format(const char *fmt,...)
Static method which formats a string using a printf style format descriptor and return a TString.
void Form(const char *fmt,...)
Formats a string using a printf style format descriptor.
Bool_t Contains(const char *pat, ECaseCompare cmp=kExact) const
void SetOptStat(Int_t stat=1)
The type of information printed in the histogram statistics box can be selected via the parameter mod...
A TTree represents a columnar dataset.
virtual Int_t SetBranchAddress(const char *bname, void *add, TBranch **ptr=0)
Change branch address, dealing with clone trees properly.
virtual void SetDirectory(TDirectory *dir)
Change the tree's directory.
virtual Long64_t GetEntries() const
virtual Int_t GetEntry(Long64_t entry=0, Int_t getall=0)
Read all branches of entry and return total number of bytes read.
virtual void SetName(const char *name)
Change the name of this tree.
virtual Int_t Write(const char *name=0, Int_t option=0, Int_t bufsize=0)
Write this object to the current directory.
Double_t Sqrt(Double_t x)