ROOT logo
// @(#)root/tmva $Id: CrossEntropy.cxx 29122 2009-06-22 06:51:30Z brun $       
// Author: Andreas Hoecker, Joerg Stelzer, Helge Voss, Kai Voss 

/**********************************************************************************
 * Project: TMVA - a Root-integrated toolkit for multivariate data analysis       *
 * Package: TMVA                                                                  *
 * Class  : TMVA::CrossEntropy                                                    *
 * Web    : http://tmva.sourceforge.net                                           *
 *                                                                                *
 * Description: Implementation of the CrossEntropy as separation criterion        *
 *              -p log (p) - (1-p)log(1-p);     p=purity                          * 
 *                                                                                *
 *                                                                                *
 * Authors (alphabetical):                                                        *
 *      Andreas Hoecker <Andreas.Hocker@cern.ch> - CERN, Switzerland              *
 *      Helge Voss      <Helge.Voss@cern.ch>     - MPI-K Heidelberg, Germany      *
 *      Kai Voss        <Kai.Voss@cern.ch>       - U. of Victoria, Canada         *
 *                                                                                *
 * Copyright (c) 2005:                                                            *
 *      CERN, Switzerland                                                         * 
 *      U. of Victoria, Canada                                                    * 
 *      Heidelberg U., Germany                                                    * 
 *                                                                                *
 * Redistribution and use in source and binary forms, with or without             *
 * modification, are permitted according to the terms listed in LICENSE           *
 * (http://tmva.sourceforge.net/LICENSE)                                          *
 **********************************************************************************/

//_______________________________________________________________________
//                                                                      
// Implementation of the CrossEntropy as separation criterion           
//             -p log (p) - (1-p)log(1-p);     p=purity                        
//_______________________________________________________________________

#include <math.h>
#include "TMVA/CrossEntropy.h"

ClassImp(TMVA::CrossEntropy)
   
//_______________________________________________________________________
Double_t  TMVA::CrossEntropy::GetSeparationIndex( const Double_t &s, const Double_t &b )
{
   //  Cross Entropy defined as
   //  -p log (p) - (1-p)log(1-p);     p=purity = s/(s+b)                       
   if (s+b <= 0) return 0;
   Double_t p = s/(s+b);
   if (p<=0 || p >=1) return 0;
   return - ( p * log (p) + (1-p)*log(1-p) );
}
 CrossEntropy.cxx:1
 CrossEntropy.cxx:2
 CrossEntropy.cxx:3
 CrossEntropy.cxx:4
 CrossEntropy.cxx:5
 CrossEntropy.cxx:6
 CrossEntropy.cxx:7
 CrossEntropy.cxx:8
 CrossEntropy.cxx:9
 CrossEntropy.cxx:10
 CrossEntropy.cxx:11
 CrossEntropy.cxx:12
 CrossEntropy.cxx:13
 CrossEntropy.cxx:14
 CrossEntropy.cxx:15
 CrossEntropy.cxx:16
 CrossEntropy.cxx:17
 CrossEntropy.cxx:18
 CrossEntropy.cxx:19
 CrossEntropy.cxx:20
 CrossEntropy.cxx:21
 CrossEntropy.cxx:22
 CrossEntropy.cxx:23
 CrossEntropy.cxx:24
 CrossEntropy.cxx:25
 CrossEntropy.cxx:26
 CrossEntropy.cxx:27
 CrossEntropy.cxx:28
 CrossEntropy.cxx:29
 CrossEntropy.cxx:30
 CrossEntropy.cxx:31
 CrossEntropy.cxx:32
 CrossEntropy.cxx:33
 CrossEntropy.cxx:34
 CrossEntropy.cxx:35
 CrossEntropy.cxx:36
 CrossEntropy.cxx:37
 CrossEntropy.cxx:38
 CrossEntropy.cxx:39
 CrossEntropy.cxx:40
 CrossEntropy.cxx:41
 CrossEntropy.cxx:42
 CrossEntropy.cxx:43
 CrossEntropy.cxx:44
 CrossEntropy.cxx:45
 CrossEntropy.cxx:46
 CrossEntropy.cxx:47
 CrossEntropy.cxx:48
 CrossEntropy.cxx:49