ROOT
6.07/01
Reference Guide
|
The packetizer is a load balancing object created for each query.
It generates packets to be processed on PROOF worker servers. A packet is an event range (begin entry and number of entries) or object range (first object and number of objects) in a TTree (entries) or a directory (objects) in a file. Packets are generated taking into account the performance of the remote machine, the time it took to process a previous packet on the remote machine, the locality of the database files, etc.
TVirtualPacketizer includes common parts of PROOF packetizers. Look in subclasses for details. The default packetizer is TPacketizerAdaptive (TPacketizer for Proof-Lite). To use an alternative one, for instance - the TPacketizer, call: proof->SetParameter("PROOF_Packetizer", "TPacketizer");
Definition at line 61 of file TVirtualPacketizer.h.
Classes | |
class | TVirtualSlaveStat |
Public Types | |
enum | EStatusBits { kIsInitializing = BIT(16), kIsDone = BIT(17), kIsTree = BIT(18) } |
Public Types inherited from TObject | |
enum | EStatusBits { kCanDelete = BIT(0), kMustCleanup = BIT(3), kObjInCanvas = BIT(3), kIsReferenced = BIT(4), kHasUUID = BIT(5), kCannotPick = BIT(6), kNoContextMenu = BIT(8), kInvalidObject = BIT(13) } |
enum | { kIsOnHeap = 0x01000000, kNotDeleted = 0x02000000, kZombie = 0x04000000, kBitMask = 0x00ffffff } |
enum | { kSingleKey = BIT(0), kOverwrite = BIT(1), kWriteDelete = BIT(2) } |
Public Member Functions | |
virtual | ~TVirtualPacketizer () |
Destructor. More... | |
virtual Int_t | AssignWork (TDSet *, Long64_t, Long64_t) |
Bool_t | IsValid () const |
Long64_t | GetEntriesProcessed () const |
virtual Int_t | GetEstEntriesProcessed (Float_t, Long64_t &ent, Long64_t &bytes, Long64_t &calls) |
virtual Float_t | GetCurrentRate (Bool_t &all) |
Long64_t | GetTotalEntries () const |
virtual TDSetElement * | GetNextPacket (TSlave *sl, TMessage *r) |
Get next packet. More... | |
virtual void | SetInitTime () |
Set the initialization time. More... | |
virtual void | StopProcess (Bool_t abort, Bool_t stoptimer=kFALSE) |
Stop process. More... | |
TList * | GetFailedPackets () |
void | SetFailedPackets (TList *list) |
virtual Int_t | AddWorkers (TList *workers) |
Adds new workers. More... | |
Long64_t | GetBytesRead () const |
Long64_t | GetReadCalls () const |
Double_t | GetCumProcTime () const |
Float_t | GetInitTime () const |
Float_t | GetProcTime () const |
TNtuple * | GetProgressPerf (Bool_t steal=kFALSE) |
TList * | GetConfigParams (Bool_t steal=kFALSE) |
virtual void | MarkBad (TSlave *, TProofProgressStatus *, TList **) |
virtual Int_t | AddProcessed (TSlave *, TProofProgressStatus *, Double_t, TList **) |
TProofProgressStatus * | GetStatus () |
void | SetProgressStatus (TProofProgressStatus *st) |
void | SetTotalEntries (Long64_t ent) |
TMap * | GetSlaveStats () const |
virtual Int_t | GetActiveWorkers () |
Public Member Functions inherited from TObject | |
TObject () | |
TObject (const TObject &object) | |
TObject copy ctor. More... | |
TObject & | operator= (const TObject &rhs) |
TObject assignment operator. More... | |
virtual | ~TObject () |
TObject destructor. More... | |
virtual void | AppendPad (Option_t *option="") |
Append graphics object to current pad. More... | |
virtual void | Browse (TBrowser *b) |
Browse object. May be overridden for another default action. More... | |
virtual const char * | ClassName () const |
Returns name of class to which the object belongs. More... | |
virtual void | Clear (Option_t *="") |
virtual TObject * | Clone (const char *newname="") const |
Make a clone of an object using the Streamer facility. More... | |
virtual Int_t | Compare (const TObject *obj) const |
Compare abstract method. More... | |
virtual void | Copy (TObject &object) const |
Copy this to obj. More... | |
virtual void | Delete (Option_t *option="") |
Delete this object. More... | |
virtual Int_t | DistancetoPrimitive (Int_t px, Int_t py) |
Computes distance from point (px,py) to the object. More... | |
virtual void | Draw (Option_t *option="") |
Default Draw method for all objects. More... | |
virtual void | DrawClass () const |
Draw class inheritance tree of the class to which this object belongs. More... | |
virtual TObject * | DrawClone (Option_t *option="") const |
Draw a clone of this object in the current pad. More... | |
virtual void | Dump () const |
Dump contents of object on stdout. More... | |
virtual void | Execute (const char *method, const char *params, Int_t *error=0) |
Execute method on this object with the given parameter string, e.g. More... | |
virtual void | Execute (TMethod *method, TObjArray *params, Int_t *error=0) |
Execute method on this object with parameters stored in the TObjArray. More... | |
virtual void | ExecuteEvent (Int_t event, Int_t px, Int_t py) |
Execute action corresponding to an event at (px,py). More... | |
virtual TObject * | FindObject (const char *name) const |
Must be redefined in derived classes. More... | |
virtual TObject * | FindObject (const TObject *obj) const |
Must be redefined in derived classes. More... | |
virtual Option_t * | GetDrawOption () const |
Get option used by the graphics system to draw this object. More... | |
virtual UInt_t | GetUniqueID () const |
Return the unique object id. More... | |
virtual const char * | GetName () const |
Returns name of object. More... | |
virtual const char * | GetIconName () const |
Returns mime type name of object. More... | |
virtual Option_t * | GetOption () const |
virtual char * | GetObjectInfo (Int_t px, Int_t py) const |
Returns string containing info about the object at position (px,py). More... | |
virtual const char * | GetTitle () const |
Returns title of object. More... | |
virtual ULong_t | Hash () const |
Return hash value for this object. More... | |
virtual Bool_t | InheritsFrom (const char *classname) const |
Returns kTRUE if object inherits from class "classname". More... | |
virtual Bool_t | InheritsFrom (const TClass *cl) const |
Returns kTRUE if object inherits from TClass cl. More... | |
virtual void | Inspect () const |
Dump contents of this object in a graphics canvas. More... | |
virtual Bool_t | IsFolder () const |
Returns kTRUE in case object contains browsable objects (like containers or lists of other objects). More... | |
virtual Bool_t | IsEqual (const TObject *obj) const |
Default equal comparison (objects are equal if they have the same address in memory). More... | |
virtual Bool_t | IsSortable () const |
Bool_t | IsOnHeap () const |
Bool_t | IsZombie () const |
virtual Bool_t | Notify () |
This method must be overridden to handle object notification. More... | |
virtual void | ls (Option_t *option="") const |
The ls function lists the contents of a class on stdout. More... | |
virtual void | Paint (Option_t *option="") |
This method must be overridden if a class wants to paint itself. More... | |
virtual void | Pop () |
Pop on object drawn in a pad to the top of the display list. More... | |
virtual void | Print (Option_t *option="") const |
This method must be overridden when a class wants to print itself. More... | |
virtual Int_t | Read (const char *name) |
Read contents of object with specified name from the current directory. More... | |
virtual void | RecursiveRemove (TObject *obj) |
Recursively remove this object from a list. More... | |
virtual void | SaveAs (const char *filename="", Option_t *option="") const |
Save this object in the file specified by filename. More... | |
virtual void | SavePrimitive (std::ostream &out, Option_t *option="") |
Save a primitive as a C++ statement(s) on output stream "out". More... | |
virtual void | SetDrawOption (Option_t *option="") |
Set drawing option for object. More... | |
virtual void | SetUniqueID (UInt_t uid) |
Set the unique object id. More... | |
virtual void | UseCurrentStyle () |
Set current style settings in this object This function is called when either TCanvas::UseCurrentStyle or TROOT::ForceStyle have been invoked. More... | |
virtual Int_t | Write (const char *name=0, Int_t option=0, Int_t bufsize=0) |
Write this object to the current directory. More... | |
virtual Int_t | Write (const char *name=0, Int_t option=0, Int_t bufsize=0) const |
Write this object to the current directory. More... | |
void * | operator new (size_t sz) |
void * | operator new[] (size_t sz) |
void * | operator new (size_t sz, void *vp) |
void * | operator new[] (size_t sz, void *vp) |
void | operator delete (void *ptr) |
Operator delete. More... | |
void | operator delete[] (void *ptr) |
Operator delete []. More... | |
void | SetBit (UInt_t f, Bool_t set) |
Set or unset the user status bits as specified in f. More... | |
void | SetBit (UInt_t f) |
void | ResetBit (UInt_t f) |
Bool_t | TestBit (UInt_t f) const |
Int_t | TestBits (UInt_t f) const |
void | InvertBit (UInt_t f) |
virtual void | Info (const char *method, const char *msgfmt,...) const |
Issue info message. More... | |
virtual void | Warning (const char *method, const char *msgfmt,...) const |
Issue warning message. More... | |
virtual void | Error (const char *method, const char *msgfmt,...) const |
Issue error message. More... | |
virtual void | SysError (const char *method, const char *msgfmt,...) const |
Issue system error message. More... | |
virtual void | Fatal (const char *method, const char *msgfmt,...) const |
Issue fatal error message. More... | |
void | AbstractMethod (const char *method) const |
Use this method to implement an "abstract" method that you don't want to leave purely abstract. More... | |
void | MayNotUse (const char *method) const |
Use this method to signal that a method (defined in a base class) may not be called in a derived class (in principle against good design since a child class should not provide less functionality than its parent, however, sometimes it is necessary). More... | |
void | Obsolete (const char *method, const char *asOfVers, const char *removedFromVers) const |
Use this method to declare a method obsolete. More... | |
Protected Types | |
enum | EUseEstOpt { kEstOff = 0, kEstCurrent = 1, kEstAverage = 2 } |
Protected Member Functions | |
TVirtualPacketizer (TList *input, TProofProgressStatus *st=0) | |
TVirtualPacketizer (const TVirtualPacketizer &) | |
void | operator= (const TVirtualPacketizer &) |
TDSetElement * | CreateNewPacket (TDSetElement *base, Long64_t first, Long64_t num) |
Creates a new TDSetElement from from base packet starting from the first entry with num entries. More... | |
Long64_t | GetEntries (Bool_t tree, TDSetElement *e) |
Get entries. More... | |
virtual Bool_t | HandleTimer (TTimer *timer) |
Send progress message to client. More... | |
Protected Member Functions inherited from TObject | |
void | MakeZombie () |
virtual void | DoError (int level, const char *location, const char *fmt, va_list va) const |
Interface to ErrorHandler (protected). More... | |
Additional Inherited Members | |
Static Public Member Functions inherited from TObject | |
static Long_t | GetDtorOnly () |
Return destructor only flag. More... | |
static void | SetDtorOnly (void *obj) |
Set destructor only flag. More... | |
static Bool_t | GetObjectStat () |
Get status of object stat flag. More... | |
static void | SetObjectStat (Bool_t stat) |
Turn on/off tracking of objects in the TObjectTable. More... | |
#include <TVirtualPacketizer.h>
Enumerator | |
---|---|
kIsInitializing | |
kIsDone | |
kIsTree |
Definition at line 123 of file TVirtualPacketizer.h.
|
protected |
Enumerator | |
---|---|
kEstOff | |
kEstCurrent | |
kEstAverage |
Definition at line 67 of file TVirtualPacketizer.h.
|
protected |
|
protected |
|
virtual |
Destructor.
Definition at line 172 of file TVirtualPacketizer.cxx.
|
inlinevirtual |
Reimplemented in TPacketizerAdaptive, and TPacketizerMulti.
Definition at line 150 of file TVirtualPacketizer.h.
Referenced by TPacketizerMulti::AddProcessed(), TPacketizerAdaptive::GetNextPacket(), and TProof::HandleInputMessage().
Adds new workers.
Must be implemented by each real packetizer properly. Returns the number of workers added, or -1 on failure.
Reimplemented in TPacketizer, and TPacketizerUnit.
Definition at line 444 of file TVirtualPacketizer.cxx.
Referenced by TProofPlayerRemote::JoinProcess().
Reimplemented in TPacketizerUnit.
Definition at line 126 of file TVirtualPacketizer.h.
|
protected |
Creates a new TDSetElement from from base packet starting from the first entry with num entries.
The function returns a new created objects which have to be deleted.
Definition at line 255 of file TVirtualPacketizer.cxx.
Referenced by TPacketizer::GetNextPacket(), and TPacketizerAdaptive::GetNextPacket().
|
inlinevirtual |
Reimplemented in TPacketizerAdaptive, TPacketizer, TPacketizerUnit, TPacketizerMulti, and TPacketizerFile.
Definition at line 158 of file TVirtualPacketizer.h.
Referenced by TPacketizerMulti::GetActiveWorkers(), and HandleTimer().
|
inline |
Definition at line 140 of file TVirtualPacketizer.h.
Referenced by TPacketizerAdaptive::CalculatePacketSize(), TPacketizerAdaptive::GetEstEntriesProcessed(), GetEstEntriesProcessed(), HandleTimer(), TProofPlayerLite::Process(), and TProofPlayerRemote::Process().
Definition at line 147 of file TVirtualPacketizer.h.
Referenced by TProofPlayerRemote::Finalize().
|
inline |
Definition at line 142 of file TVirtualPacketizer.h.
Referenced by TPacketizerAdaptive::CalculatePacketSize(), and TPacketizerAdaptive::GetNextPacket().
Reimplemented in TPacketizerAdaptive, TPacketizer, TPacketizerUnit, TPacketizerFile, and TPacketizerMulti.
Definition at line 131 of file TVirtualPacketizer.h.
Referenced by TPacketizerMulti::GetCurrentRate(), and HandleTimer().
|
protected |
Get entries.
Definition at line 185 of file TVirtualPacketizer.cxx.
|
inline |
Definition at line 128 of file TVirtualPacketizer.h.
Referenced by TPacketizerAdaptive::CalculatePacketSize(), TPacketizerAdaptive::GetEstEntriesProcessed(), GetEstEntriesProcessed(), and HandleTimer().
|
inlinevirtual |
Reimplemented in TPacketizerAdaptive, and TPacketizerMulti.
Definition at line 129 of file TVirtualPacketizer.h.
Referenced by TPacketizerMulti::GetEstEntriesProcessed(), and HandleTimer().
|
inline |
Definition at line 136 of file TVirtualPacketizer.h.
Referenced by TProofPlayerRemote::Finalize().
|
inline |
Definition at line 143 of file TVirtualPacketizer.h.
Referenced by TProofPlayerLite::Process(), and TProofPlayerRemote::Process().
|
virtual |
Get next packet.
Reimplemented in TPacketizerAdaptive, TPacketizer, TPacketizerUnit, TPacketizerFile, and TPacketizerMulti.
Definition at line 235 of file TVirtualPacketizer.cxx.
Referenced by TPacketizerMulti::GetNextPacket(), and TProofPlayerRemote::GetNextPacket().
|
inline |
Definition at line 144 of file TVirtualPacketizer.h.
Referenced by TProofPlayerRemote::Process().
Definition at line 145 of file TVirtualPacketizer.h.
Referenced by TProofPlayerRemote::Finalize().
|
inline |
Definition at line 141 of file TVirtualPacketizer.h.
Referenced by TPacketizerAdaptive::GetEstEntriesProcessed(), GetEstEntriesProcessed(), and HandleTimer().
|
inline |
Definition at line 156 of file TVirtualPacketizer.h.
Referenced by TPacketizerMulti::GetNextPacket().
|
inline |
Definition at line 152 of file TVirtualPacketizer.h.
|
inline |
Definition at line 132 of file TVirtualPacketizer.h.
Referenced by ClassImp(), TProofPlayerLite::Process(), and TProofPlayerRemote::Process().
Send progress message to client.
Reimplemented from TObject.
Definition at line 284 of file TVirtualPacketizer.cxx.
Referenced by TPacketizerMulti::GetNextPacket(), TPacketizerFile::GetNextPacket(), TPacketizerUnit::GetNextPacket(), TPacketizer::GetNextPacket(), TPacketizerAdaptive::GetNextPacket(), and StopProcess().
|
inline |
Definition at line 127 of file TVirtualPacketizer.h.
Referenced by TPacketizerMulti::CreatePacketizer(), and TProofPlayerRemote::InitPacketizer().
|
inlinevirtual |
Reimplemented in TPacketizerAdaptive, and TPacketizerMulti.
Definition at line 149 of file TVirtualPacketizer.h.
Referenced by TProof::HandleInputMessage(), TPacketizerMulti::MarkBad(), and TProof::MarkBad().
|
protected |
Definition at line 137 of file TVirtualPacketizer.h.
Referenced by TProofPlayerRemote::Finalize().
|
virtual |
Set the initialization time.
Definition at line 430 of file TVirtualPacketizer.cxx.
Referenced by TProofPlayerRemote::SetInitTime().
|
inline |
Definition at line 153 of file TVirtualPacketizer.h.
Definition at line 154 of file TVirtualPacketizer.h.
Referenced by ClassImp().
Stop process.
Reimplemented in TPacketizerMulti.
Definition at line 244 of file TVirtualPacketizer.cxx.
Referenced by TProofPlayerLite::Process(), TProofPlayerRemote::Process(), TPacketizerMulti::StopProcess(), and TProofPlayerRemote::StopProcess().
|
protected |
Definition at line 98 of file TVirtualPacketizer.h.
Referenced by HandleTimer().
|
protected |
Definition at line 102 of file TVirtualPacketizer.h.
Referenced by HandleTimer().
|
protected |
Definition at line 94 of file TVirtualPacketizer.h.
|
protected |
Definition at line 92 of file TVirtualPacketizer.h.
Referenced by HandleTimer(), and ~TVirtualPacketizer().
|
protected |
Definition at line 76 of file TVirtualPacketizer.h.
Referenced by TPacketizerUnit::AddWorkers(), TPacketizerUnit::AssignWork(), ClassImp(), GetConfigParams(), and ~TVirtualPacketizer().
|
protected |
Definition at line 110 of file TVirtualPacketizer.h.
Referenced by ClassImp(), and CreateNewPacket().
|
protected |
Definition at line 101 of file TVirtualPacketizer.h.
Referenced by HandleTimer().
|
protected |
Definition at line 99 of file TVirtualPacketizer.h.
Referenced by HandleTimer().
|
protected |
Definition at line 85 of file TVirtualPacketizer.h.
Referenced by GetFailedPackets(), TPacketizerAdaptive::GetNextPacket(), SetFailedPackets(), and ~TVirtualPacketizer().
|
protected |
Definition at line 89 of file TVirtualPacketizer.h.
Referenced by GetInitTime(), HandleTimer(), and SetInitTime().
|
protected |
Definition at line 112 of file TVirtualPacketizer.h.
Referenced by TPacketizerUnit::AddWorkers(), TProofDraw::Begin(), TProofDrawHist::Begin(), TProofDrawProfile::Begin(), TProofDrawProfile2D::Begin(), TProofDrawHist::Begin2D(), TProofDrawHist::Begin3D(), ClassImp(), TProofDraw::CompileVariables(), TProofDrawHist::DefVar(), TProofDrawProfile::DefVar(), TProofDrawProfile2D::DefVar(), TProofDrawHist::DefVar1D(), TProofDrawHist::DefVar2D(), TProofDrawHist::DefVar3D(), TProofDraw::FillWeight(), TProofDraw::SetDrawAtt(), TProofDrawHist::SlaveBegin(), TProofDrawEventList::SlaveBegin(), TProofDrawEntryList::SlaveBegin(), TProofDrawProfile::SlaveBegin(), TProofDrawProfile2D::SlaveBegin(), TProofDrawGraph::SlaveBegin(), and TProofDrawPolyMarker3D::SlaveBegin().
|
protected |
Definition at line 75 of file TVirtualPacketizer.h.
Referenced by TPacketizerAdaptive::CalculatePacketSize(), ClassImp(), and TPacketizerUnit::GetNextPacket().
|
protected |
Definition at line 100 of file TVirtualPacketizer.h.
Referenced by HandleTimer().
|
protected |
Definition at line 74 of file TVirtualPacketizer.h.
Referenced by TPacketizerAdaptive::CalculatePacketSize(), ClassImp(), and TPacketizerUnit::GetNextPacket().
|
protected |
Definition at line 90 of file TVirtualPacketizer.h.
Referenced by GetProcTime(), and HandleTimer().
|
protected |
Definition at line 97 of file TVirtualPacketizer.h.
Referenced by HandleTimer().
|
protected |
Definition at line 81 of file TVirtualPacketizer.h.
Referenced by ClassImp(), TPacketizerMulti::GetNextPacket(), TPacketizer::GetNextPacket(), TPacketizerAdaptive::GetNextPacket(), HandleTimer(), TPacketizerAdaptive::InitStats(), and ~TVirtualPacketizer().
|
protected |
Definition at line 96 of file TVirtualPacketizer.h.
Referenced by GetProgressPerf(), HandleTimer(), and ~TVirtualPacketizer().
|
protected |
Definition at line 80 of file TVirtualPacketizer.h.
Referenced by ClassImp(), GetBytesRead(), GetCumProcTime(), GetCurrentRate(), GetEntriesProcessed(), TPacketizerAdaptive::GetEstEntriesProcessed(), TPacketizerMulti::GetNextPacket(), TPacketizerFile::GetNextPacket(), TPacketizerUnit::GetNextPacket(), TPacketizer::GetNextPacket(), TPacketizerAdaptive::GetNextPacket(), GetReadCalls(), GetStatus(), SetProgressStatus(), and ~TVirtualPacketizer().
|
protected |
Definition at line 103 of file TVirtualPacketizer.h.
Referenced by HandleTimer().
|
protected |
Definition at line 78 of file TVirtualPacketizer.h.
Referenced by TPacketizerAdaptive::AddProcessed(), TPacketizer::AddWorkers(), TPacketizerAdaptive::CalculatePacketSize(), ClassImp(), TPacketizer::GetActiveWorkers(), TPacketizerAdaptive::GetActiveWorkers(), TPacketizerFile::GetCurrentRate(), TPacketizer::GetCurrentRate(), TPacketizerAdaptive::GetCurrentRate(), TPacketizer::GetEntriesProcessed(), TPacketizerAdaptive::GetEstEntriesProcessed(), TPacketizerFile::GetNextPacket(), TPacketizer::GetNextPacket(), TPacketizerAdaptive::GetNextPacket(), GetSlaveStats(), TPacketizerAdaptive::MarkBad(), TPacketizer::Reset(), TPacketizerAdaptive::Reset(), TPacketizer::ValidateFiles(), TPacketizerAdaptive::ValidateFiles(), TPacketizer::~TPacketizer(), and TPacketizerAdaptive::~TPacketizerAdaptive().
|
protected |
Definition at line 88 of file TVirtualPacketizer.h.
Referenced by HandleTimer(), and SetInitTime().
|
protected |
Definition at line 108 of file TVirtualPacketizer.h.
Referenced by ClassImp(), TPacketizerFile::GetNextPacket(), TPacketizerUnit::GetNextPacket(), TPacketizer::GetNextPacket(), TPacketizerAdaptive::GetNextPacket(), and StopProcess().
|
protected |
Definition at line 91 of file TVirtualPacketizer.h.
Referenced by HandleTimer().
|
protected |
Definition at line 83 of file TVirtualPacketizer.h.
Referenced by TPacketizer::AddWorkers(), TPacketizerUnit::AssignWork(), TPacketizerAdaptive::CalculatePacketSize(), ClassImp(), TPacketizerAdaptive::GetEstEntriesProcessed(), TPacketizerMulti::GetNextPacket(), TPacketizerFile::GetNextPacket(), TPacketizerUnit::GetNextPacket(), TPacketizer::GetNextPacket(), TPacketizerAdaptive::GetNextPacket(), GetTotalEntries(), HandleTimer(), and SetTotalEntries().
|
protected |
Definition at line 105 of file TVirtualPacketizer.h.
Referenced by TPacketizerAdaptive::GetEstEntriesProcessed().
|
protected |
Definition at line 107 of file TVirtualPacketizer.h.
Referenced by ClassImp(), TPacketizerMulti::GetNextPacket(), TPacketizerFile::GetNextPacket(), TPacketizerUnit::GetNextPacket(), TPacketizer::GetNextPacket(), TPacketizerAdaptive::GetNextPacket(), TPacketizerAdaptive::InitStats(), IsValid(), TPacketizer::ValidateFiles(), and TPacketizerAdaptive::ValidateFiles().