78 Log() << kERROR <<
"Cannot cal ROC curve etc, as in put mvaS and mvaB have differen #nbins or range "<<
Endl;
94 Log() << kERROR <<
"Cannot Rebin Histograms mvaS and mvaB, ROC values will be calculated without Rebin histograms."<<
Endl;
125 Int_t FillColor__S = c_SignalFill;
126 Int_t FillStyle__S = 1001;
127 Int_t LineColor__S = c_SignalLine;
128 Int_t LineWidth__S = 2;
132 Int_t FillColor__B = c_BackgroundFill;
133 Int_t FillStyle__B = 3554;
134 Int_t LineColor__B = c_BackgroundLine;
135 Int_t LineWidth__B = 2;
164 if (fSplS) {
delete fSplS; fSplS = 0; }
165 if (fSplB) {
delete fSplB; fSplB = 0; }
166 if (fSpleffBvsS) {
delete fSpleffBvsS; fSpleffBvsS = 0; }
167 if (fSplmvaCumS) {
delete fSplmvaCumS; fSplmvaCumS = 0; }
168 if (fSplmvaCumB) {
delete fSplmvaCumB; fSplmvaCumB = 0; }
169 if (fmvaScumul) {
delete fmvaScumul; }
170 if (fmvaBcumul) {
delete fmvaBcumul; }
171 if (effBvsS) {
delete effBvsS; }
172 if (rejBvsS) {
delete rejBvsS; }
173 if (inveffBvsS) {
delete inveffBvsS; }
185 Log() << kERROR <<
"I guess the mva distributions fed into ROCCalc were already normalized, therefore the calculated error on the efficiency will be incorrect !! " <<
Endl;
193 fmvaScumul->SetMinimum(0);
194 fmvaBcumul->SetMinimum(0);
199 if(effBvsS==0) effBvsS =
new TH1D(
"effBvsS",
"ROC-Curve", fNbins, 0, 1 );
200 effBvsS->SetXTitle(
"Signal eff" );
201 effBvsS->SetYTitle(
"Backgr eff" );
204 if(rejBvsS==0) rejBvsS =
new TH1D(
"rejBvsS",
"ROC-Curve", fNbins, 0, 1 );
205 rejBvsS->SetXTitle(
"Signal eff" );
206 rejBvsS->SetYTitle(
"Backgr rejection (1-eff)" );
209 if(inveffBvsS ==0) inveffBvsS =
new TH1D(
"invBeffvsSeff",
"ROC-Curve" , fNbins, 0, 1 );
210 inveffBvsS->SetXTitle(
"Signal eff" );
211 inveffBvsS->SetYTitle(
"Inverse backgr. eff (1/eff)" );
217 fSplmvaCumS =
new TSpline1(
"spline2_signal",
new TGraph( fmvaScumul ) );
218 fSplmvaCumB =
new TSpline1(
"spline2_background",
new TGraph( fmvaBcumul ) );
225 for (
UInt_t bini=1; bini<=fNbins; bini++) {
228 Double_t effS = effBvsS->GetBinCenter( bini );
232 if (fUseSplines) effB = fSplmvaCumB->Eval( cut );
233 else effB = fmvaBcumul->GetBinContent( fmvaBcumul->FindBin( cut ) );
236 effBvsS->SetBinContent( bini, effB );
237 rejBvsS->SetBinContent( bini, 1.0-effB );
239 inveffBvsS->SetBinContent( bini, 1.0/effB );
248 Double_t effS = 0., rejB = 0., effS_ = 0., rejB_ = 0.;
250 for (
Int_t bini=1; bini<=nbins; bini++) {
253 effS = (bini - 0.5)/
Float_t(nbins);
254 rejB = 1.0 - fSpleffBvsS->Eval( effS );
257 if ((effS - rejB)*(effS_ - rejB_) < 0)
break;
262 fSignalCut =
Root( 0.5*(effS + effS_) );
273 if (fSpleffBvsS == 0) this->GetROC();
277 for (
Int_t bini=1; bini<=nbins; bini++) {
280 effS = (bini - 0.5)/
Float_t(nbins);
281 effB = fSpleffBvsS->Eval( effS );
282 integral += (1.0 - effB);
296 Double_t effS=0., effB, effSOld=1., effBOld=0.;
298 if (fSpleffBvsS == 0) this->GetROC();
301 for (
Int_t bini=1; bini<=nbins; bini++) {
303 effS = (bini - 0.5)*step;
304 effB = fSpleffBvsS->Eval( effS );
307 if ((effB - effBref)*(effBOld - effBref) <= 0)
break;
313 effS = 0.5*(effS + effSOld);
316 if (fNevtS > 0) effSerr =
TMath::Sqrt( effS*(1.0 - effS)/fNevtS );
330 if (fUseSplines) retVal = fSplmvaCumS->Eval( theCut );
331 else retVal = fmvaScumul->GetBinContent( fmvaScumul->FindBin( theCut ) );
340 if (theCut-fXmin < eps) retVal = (fCutOrientation > 0) ? 1.0 : 0.0;
341 else if (fXmax-theCut < eps) retVal = (fCutOrientation > 0) ? 0.0 : 1.0;
353 Double_t fa = GetEffForRoot(
a ) - refValue;
354 Double_t fb = GetEffForRoot(
b ) - refValue;
356 Log() << kWARNING <<
"<ROCCalc::Root> initial interval w/o root: "
357 <<
"(a=" <<
a <<
", b=" <<
b <<
"),"
358 <<
" (Eff_a=" << GetEffForRoot(
a )
359 <<
", Eff_b=" << GetEffForRoot(
b ) <<
"), "
360 <<
"(fa=" << fa <<
", fb=" << fb <<
"), "
361 <<
"refValue = " << refValue <<
Endl;
368 for (
Int_t iter= 0; iter <= fMaxIter; iter++) {
369 if ((fb < 0 &&
fc < 0) || (fb > 0 &&
fc > 0)) {
380 fa = fb; fb =
fc;
fc = fa;
394 if (ac_equal) { p = 2 *
m *
s;
q = 1 -
s; }
397 p =
s * (2 *
m *
q * (
q -
r) - (
b -
a) * (
r - 1));
398 q = (
q - 1) * (
r - 1) * (
s - 1);
406 if (2 * p < (min1 < min2 ? min1 : min2)) {
410 else {
d =
m;
e =
m; }
416 else b += (
m > 0 ? +tol : -tol);
418 fb = GetEffForRoot(
b ) - refValue;
423 Log() << kWARNING <<
"<ROCCalc::Root> maximum iterations (" << fMaxIter
424 <<
") reached before convergence" <<
Endl;
433 if (fnStot!=nStot || fnBtot!=nBtot || !fSignificance) {
434 GetSignificance(nStot, nBtot);
444 if (fnStot==nStot && fnBtot==nBtot && !fSignificance)
return fSignificance;
445 fnStot=nStot; fnBtot=nBtot;
447 fSignificance = (
TH1*) fmvaScumul->Clone(
"Significance"); fSignificance->SetTitle(
"Significance");
448 fSignificance->Reset(); fSignificance->SetFillStyle(0);
449 fSignificance->SetXTitle(
"mva cut value");
450 fSignificance->SetYTitle(
"Stat. significance S/Sqrt(S+B)");
451 fSignificance->SetLineColor(2);
452 fSignificance->SetLineWidth(5);
454 fPurity = (
TH1*) fmvaScumul->Clone(
"Purity"); fPurity->SetTitle(
"Purity");
455 fPurity->Reset(); fPurity->SetFillStyle(0);
456 fPurity->SetXTitle(
"mva cut value");
457 fPurity->SetYTitle(
"Purity: S/(S+B)");
458 fPurity->SetLineColor(3);
459 fPurity->SetLineWidth(5);
462 for (
Int_t i=1; i<=fSignificance->GetNbinsX(); i++) {
463 Double_t S = fmvaScumul->GetBinContent( i ) * nStot;
464 Double_t B = fmvaBcumul->GetBinContent( i ) * nBtot;
477 cout <<
"S="<<
S<<
" B="<<
B<<
" purity="<<purity<< endl;
478 fPurity->SetBinContent( i, purity );
479 fSignificance->SetBinContent( i, sig );
496 return fSignificance;
static struct mg_connection * fc(struct mg_context *ctx)
virtual void SetFillColor(Color_t fcolor)
Set the fill area color.
virtual void SetFillStyle(Style_t fstyle)
Set the fill area style.
virtual void SetLineWidth(Width_t lwidth)
Set the line width.
virtual void SetLineColor(Color_t lcolor)
Set the line color.
const char * GetTitle() const
Returns title of object.
static Int_t GetColor(const char *hexcolor)
Static method returning color number for color specified by hex color string of form: "#rrggbb",...
A TGraph is an object made of two arrays X and Y with npoints each.
1-D histogram with a double per channel (see TH1 documentation)}
virtual void SetTitle(const char *title)
See GetStatOverflows for more information.
virtual Double_t GetMean(Int_t axis=1) const
For axis = 1,2 or 3 returns the mean value of the histogram along X,Y or Z axis.
virtual void SetXTitle(const char *title)
TAxis * GetXaxis()
Get the behaviour adopted by the object about the statoverflows. See EStatOverflows for more informat...
TObject * Clone(const char *newname=0) const
Make a complete copy of the underlying object.
virtual Double_t GetMaximum(Double_t maxval=FLT_MAX) const
Return maximum value smaller than maxval of bins in the range, unless the value has been overridden b...
virtual Int_t GetNbinsX() const
virtual void SetMaximum(Double_t maximum=-1111)
virtual TH1 * RebinX(Int_t ngroup=2, const char *newname="")
virtual void SetYTitle(const char *title)
virtual void Scale(Double_t c1=1, Option_t *option="")
Multiply this histogram by a constant c1.
virtual Double_t GetSumOfWeights() const
Return the sum of weights excluding under/overflows.
ostringstream derivative to redirect and format output
Double_t Root(Double_t)
Root finding using Brents algorithm; taken from CERNLIB function RZERO.
Double_t GetROCIntegral()
code to compute the area under the ROC ( rej-vs-eff ) curve
TH1 * GetPurity(Int_t nStot, Int_t nBtot)
Double_t GetEffSForEffBof(Double_t effBref, Double_t &effSerr)
get the signal efficiency for a particular background efficiency that will be the value of the effici...
ROCCalc(TH1 *mvaS, TH1 *mvaB)
TH1 * GetSignificance(Int_t nStot, Int_t nBtot)
MsgLogger & Log() const
message logger
TH1D * GetROC()
get the ROC curve
void ApplySignalAndBackgroundStyle(TH1 *sig, TH1 *bkg, TH1 *any=0)
Double_t GetEffForRoot(Double_t theCut)
returns efficiency as function of cut
Linear interpolation of TGraph.
RooArgSet S(const RooAbsArg &v1)
static constexpr double s
create variable transformations
MsgLogger & Endl(MsgLogger &ml)
Short_t Max(Short_t a, Short_t b)
Double_t Sqrt(Double_t x)