Logo ROOT   6.14/05
Reference Guide
TPerfStats.h
Go to the documentation of this file.
1 // @(#)root/proofplayer:$Id$
2 // Author: Kristjan Gulbrandsen 11/05/04
3 
4 /*************************************************************************
5  * Copyright (C) 1995-2004, Rene Brun and Fons Rademakers. *
6  * All rights reserved. *
7  * *
8  * For the licensing terms see $ROOTSYS/LICENSE. *
9  * For the list of contributors see $ROOTSYS/README/CREDITS. *
10  *************************************************************************/
11 
12 #ifndef ROOT_TPerfStats
13 #define ROOT_TPerfStats
14 
15 //////////////////////////////////////////////////////////////////////////
16 // //
17 // TPerfStats //
18 // //
19 // Provides the interface for the PROOF internal performance measurment //
20 // and event tracing. //
21 // //
22 //////////////////////////////////////////////////////////////////////////
23 
24 
25 #include "TObject.h"
26 #include "TObjArray.h"
27 #include "TTimeStamp.h"
28 #include "TString.h"
29 #include "TVirtualPerfStats.h"
30 
31 
32 class TDSet;
33 class TH1D;
34 class TH1I;
35 class TH2D;
36 class TList;
37 class TTree;
38 
39 class TPerfEvent : public TObject {
40 
41 public:
42  TString fEvtNode; // node on which the event was generated
43  TTimeStamp fTimeStamp; // time offset from start of run
58 
59  TPerfEvent(TTimeStamp *offset = 0);
60  virtual ~TPerfEvent() {}
61 
62  Bool_t IsSortable() const { return kTRUE; }
63  Int_t Compare(const TObject *obj) const;
64  void Print(Option_t *option="") const;
65 
66  ClassDef(TPerfEvent,3) // Class holding TProof Event Info
67 };
68 
69 
70 class TPerfStats : public TVirtualPerfStats {
71 
72 friend class TProofMonSender;
73 
74 private:
75  TTree *fTrace; //!TTree with trace events
76  TTimeStamp fTzero; //!start time of this run
77  TPerfEvent *fPerfEvent; //!TPerfEvent used to fill tree
78  TH1D *fPacketsHist; //!histogram of packets processed per slave
79  TH1I *fProcPcktHist; //!histogram of packets being processed per slave
80  TH1D *fEventsHist; //!histogram of events processed per slave
81  TH1D *fNodeHist; //!histogram of slaves per file serving node
82  TH2D *fLatencyHist; //!histogram of latency due to packet requests
83  TH2D *fProcTimeHist; //!histogram of real time spent processing packets
84  TH2D *fCpuTimeHist; //!histogram of cpu time spent processing packets
85  Long64_t fBytesRead; //!track bytes read of main file
86  Double_t fTotCpuTime; //!total cpu time of all slaves
87  Long64_t fTotBytesRead; //!total bytes read on all slaves
88  Long64_t fTotEvents; //!total number of events processed
89  Long64_t fNumEvents; //!total number of events to be processed
90  Int_t fSlaves; //!number of active slaves
91 
92  Bool_t fDoHist; //!Fill histos
93  Bool_t fDoTrace; //!Trace details in master
94  Bool_t fDoTraceRate; //!Trace processing rate in master
95  Bool_t fDoSlaveTrace; //!Full tracing in workers
96  Bool_t fDoQuota; //!Save stats on SQL server for quota management
97 
98  Bool_t fMonitorPerPacket; //!Whether to send the full entry per each packet
99 
100  TObjArray fMonSenders; //!Monitoring engines
101 
102  TString fDataSet; //!Dataset string
103  Int_t fDataSetLen; //!Maximum size of the dataset string fDataSet
104  Int_t fDataSetSize; //!# of files in the dataset
105  TDSet *fDSet; //!Saved pointer to the TDSet object
106  TList *fOutput; //!Saved pointer to the output list
107 
108  static Long_t fgVirtMemMax; //! Max virtual memory used by this process
109  static Long_t fgResMemMax; //! Max resident memory used by this process
110 
111  TPerfStats(TList *input, TList *output);
112  void WriteQueryLog();
113 
114 public:
115  virtual ~TPerfStats();
116 
117  void SimpleEvent(EEventType type);
118  void PacketEvent(const char *slave, const char *slavename, const char *filename,
119  Long64_t eventsprocessed, Double_t latency,
120  Double_t proctime, Double_t cputime, Long64_t bytesRead);
121  void FileEvent(const char *slave, const char *slavename, const char *nodename, const char *filename,
122  Bool_t isStart);
123 
124  void FileOpenEvent(TFile *file, const char *filename, Double_t start);
125  void FileReadEvent(TFile *file, Int_t len, Double_t start);
126  void UnzipEvent(TObject *tree, Long64_t pos, Double_t start, Int_t complen, Int_t objlen);
127  void RateEvent(Double_t proctime, Double_t deltatime,
128  Long64_t eventsprocessed, Long64_t bytesRead);
129  void SetBytesRead(Long64_t num);
130  Long64_t GetBytesRead() const;
131  void SetNumEvents(Long64_t num) { fNumEvents = num; }
132  Long64_t GetNumEvents() const { return fNumEvents; }
133 
134  void PrintBasketInfo(Option_t * = "") const {}
135  void SetLoaded(TBranch *, size_t) {}
136  void SetLoaded(size_t, size_t) {}
137  void SetLoadedMiss(TBranch *, size_t) {}
138  void SetLoadedMiss(size_t, size_t) {}
139  void SetMissed(TBranch *, size_t) {}
140  void SetMissed(size_t, size_t) {}
141  void SetUsed(TBranch *, size_t) {}
142  void SetUsed(size_t, size_t) {}
144 
145  static void Start(TList *input, TList *output);
146  static void Stop();
147  static void Setup(TList *input);
148  static void SetMemValues();
149  static void GetMemValues(Long_t &vmax, Long_t &rmax);
150 
151  ClassDef(TPerfStats,0) // Class for collecting PROOF statistics
152 };
153 
154 
155 #endif
void SetLoaded(TBranch *, size_t)
Definition: TPerfStats.h:135
Bool_t fIsOk
Definition: TPerfStats.h:57
TVirtualPerfStats::EEventType fType
Definition: TPerfStats.h:44
An array of TObjects.
Definition: TObjArray.h:37
long long Long64_t
Definition: RtypesCore.h:69
Bool_t fDoHist
number of active slaves
Definition: TPerfStats.h:92
TH1D * fEventsHist
histogram of packets being processed per slave
Definition: TPerfStats.h:80
TList * fOutput
Saved pointer to the TDSet object.
Definition: TPerfStats.h:106
Provides the interface for the PROOF internal performance measurement and event tracing.
const char Option_t
Definition: RtypesCore.h:62
void SetNumEvents(Long64_t num)
Definition: TPerfStats.h:131
This class implements a data set to be used for PROOF processing.
Definition: TDSet.h:153
TDSet * fDSet
of files in the dataset
Definition: TPerfStats.h:105
A ROOT file is a suite of consecutive data records (TKey instances) with a well defined format...
Definition: TFile.h:47
Bool_t fIsStart
Definition: TPerfStats.h:56
TString fSlaveName
Definition: TPerfStats.h:45
Basic string class.
Definition: TString.h:131
const char * Setup
Definition: TXMLSetup.cxx:47
Bool_t IsSortable() const
Definition: TPerfStats.h:62
int Int_t
Definition: RtypesCore.h:41
bool Bool_t
Definition: RtypesCore.h:59
TTimeStamp fTzero
TTree with trace events.
Definition: TPerfStats.h:76
TString fNodeName
Definition: TPerfStats.h:46
void SetUsed(size_t, size_t)
Definition: TPerfStats.h:142
Long64_t fNumEvents
total number of events processed
Definition: TPerfStats.h:89
Double_t fCpuTime
Definition: TPerfStats.h:55
void SetLoadedMiss(TBranch *, size_t)
Definition: TPerfStats.h:137
static Long_t fgVirtMemMax
Saved pointer to the output list.
Definition: TPerfStats.h:108
virtual ~TPerfEvent()
Definition: TPerfStats.h:60
TH1D * fNodeHist
histogram of events processed per slave
Definition: TPerfStats.h:81
#define ClassDef(name, id)
Definition: Rtypes.h:320
void PrintBasketInfo(Option_t *="") const
Definition: TPerfStats.h:134
TH2D * fLatencyHist
histogram of slaves per file serving node
Definition: TPerfStats.h:82
TH1D * fPacketsHist
TPerfEvent used to fill tree.
Definition: TPerfStats.h:78
Bool_t fDoQuota
Full tracing in workers.
Definition: TPerfStats.h:96
void UpdateBranchIndices(TObjArray *)
Definition: TPerfStats.h:143
TString fEvtNode
Definition: TPerfStats.h:42
TObjArray fMonSenders
Whether to send the full entry per each packet.
Definition: TPerfStats.h:100
Double_t fTotCpuTime
track bytes read of main file
Definition: TPerfStats.h:86
Bool_t fDoSlaveTrace
Trace processing rate in master.
Definition: TPerfStats.h:95
A doubly linked list.
Definition: TList.h:44
TH1I * fProcPcktHist
histogram of packets processed per slave
Definition: TPerfStats.h:79
TString fDataSet
Monitoring engines.
Definition: TPerfStats.h:102
Long64_t fTotEvents
total bytes read on all slaves
Definition: TPerfStats.h:88
Bool_t fMonitorPerPacket
Save stats on SQL server for quota management.
Definition: TPerfStats.h:98
TPerfEvent * fPerfEvent
start time of this run
Definition: TPerfStats.h:77
Long64_t fEventsProcessed
Definition: TPerfStats.h:50
Double_t fProcTime
Definition: TPerfStats.h:54
Int_t fSlaves
total number of events to be processed
Definition: TPerfStats.h:90
1-D histogram with an int per channel (see TH1 documentation)}
Definition: TH1.h:526
Long64_t GetNumEvents() const
Definition: TPerfStats.h:132
TString fFileName
Definition: TPerfStats.h:47
Long64_t fBytesRead
histogram of cpu time spent processing packets
Definition: TPerfStats.h:85
Int_t fDataSetSize
Maximum size of the dataset string fDataSet.
Definition: TPerfStats.h:104
static Long_t fgResMemMax
Max virtual memory used by this process.
Definition: TPerfStats.h:109
1-D histogram with a double per channel (see TH1 documentation)}
Definition: TH1.h:610
Int_t Compare(const TObject *obj) const
Compare method.
Definition: TPerfStats.cxx:77
void SetLoaded(size_t, size_t)
Definition: TPerfStats.h:136
long Long_t
Definition: RtypesCore.h:50
TTimeStamp fTimeStamp
Definition: TPerfStats.h:43
TString fSlave
Definition: TPerfStats.h:49
void SetMissed(TBranch *, size_t)
Definition: TPerfStats.h:139
double Double_t
Definition: RtypesCore.h:55
int type
Definition: TGX11.cxx:120
Provides the interface for the PROOF internal performance measurement and event tracing.
Definition: TPerfStats.h:70
The TTimeStamp encapsulates seconds and ns since EPOCH.
Definition: TTimeStamp.h:71
TString fFileClass
Definition: TPerfStats.h:48
TPerfEvent(TTimeStamp *offset=0)
Constructor.
Definition: TPerfStats.cxx:53
Int_t fDataSetLen
Dataset string.
Definition: TPerfStats.h:103
void SetMissed(size_t, size_t)
Definition: TPerfStats.h:140
Long64_t fLen
Definition: TPerfStats.h:52
Bool_t fDoTrace
Fill histos.
Definition: TPerfStats.h:93
Mother of all ROOT objects.
Definition: TObject.h:37
Long64_t fBytesRead
Definition: TPerfStats.h:51
TTree * fTrace
Definition: TPerfStats.h:75
Definition: file.py:1
Provides the interface for PROOF monitoring to different writers.
Long64_t fTotBytesRead
total cpu time of all slaves
Definition: TPerfStats.h:87
Bool_t fDoTraceRate
Trace details in master.
Definition: TPerfStats.h:94
Double_t fLatency
Definition: TPerfStats.h:53
Definition: tree.py:1
A TTree object has a header with a name and a title.
Definition: TTree.h:70
TH2D * fCpuTimeHist
histogram of real time spent processing packets
Definition: TPerfStats.h:84
A TTree is a list of TBranches.
Definition: TBranch.h:62
TH2D * fProcTimeHist
histogram of latency due to packet requests
Definition: TPerfStats.h:83
const Bool_t kTRUE
Definition: RtypesCore.h:87
void SetLoadedMiss(size_t, size_t)
Definition: TPerfStats.h:138
void SetUsed(TBranch *, size_t)
Definition: TPerfStats.h:141
void Print(Option_t *option="") const
Dump content of this instance.
Definition: TPerfStats.cxx:98
2-D histogram with a double per channel (see TH1 documentation)}
Definition: TH2.h:291