Logo ROOT  
Reference Guide
TMVA::DNN::VGeneralLayer< Architecture_t > Class Template Referenceabstract

template<typename Architecture_t>
class TMVA::DNN::VGeneralLayer< Architecture_t >

Generic General Layer class.

This class represents the general class for all layers in the Deep Learning Module.

Definition at line 93 of file GeneralLayer.h.

Public Member Functions

 VGeneralLayer (const VGeneralLayer &)
 Copy Constructor. More...
 
 VGeneralLayer (size_t BatchSize, size_t InputDepth, size_t InputHeight, size_t InputWidth, size_t Depth, size_t Height, size_t Width, size_t WeightsNSlices, size_t WeightsNRows, size_t WeightsNCols, size_t BiasesNSlices, size_t BiasesNRows, size_t BiasesNCols, size_t OutputNSlices, size_t OutputNRows, size_t OutputNCols, EInitialization Init)
 Constructor. More...
 
 VGeneralLayer (size_t BatchSize, size_t InputDepth, size_t InputHeight, size_t InputWidth, size_t Depth, size_t Height, size_t Width, size_t WeightsNSlices, std::vector< size_t > WeightsNRows, std::vector< size_t > WeightsNCols, size_t BiasesNSlices, std::vector< size_t > BiasesNRows, std::vector< size_t > BiasesNCols, size_t OutputNSlices, size_t OutputNRows, size_t OutputNCols, EInitialization Init)
 General Constructor with different weights dimension. More...
 
 VGeneralLayer (VGeneralLayer< Architecture_t > *layer)
 Copy the layer provided as a pointer. More...
 
virtual ~VGeneralLayer ()
 Virtual Destructor. More...
 
virtual void AddWeightsXMLTo (void *parent)=0
 Writes the information and the weights about the layer in an XML node. More...
 
virtual void Backward (Tensor_t &gradients_backward, const Tensor_t &activations_backward)=0
 Backpropagates the error. More...
 
void CopyBiases (const std::vector< Matrix_t > &otherBiases)
 Copies the biases provided as an input. More...
 
template<typename Arch >
void CopyParameters (const VGeneralLayer< Arch > &layer)
 Copy all trainable weight and biases from another equivalent layer but with different architecture The function can copy also extra parameters in addition to weights and biases if they are return by the function GetExtraLayerParameters. More...
 
void CopyWeights (const std::vector< Matrix_t > &otherWeights)
 Copies the weights provided as an input. More...
 
virtual void Forward (Tensor_t &input, bool applyDropout=false)=0
 Computes activation of the layer for the given input. More...
 
Tensor_tGetActivationGradients ()
 
const Tensor_tGetActivationGradients () const
 
Matrix_t GetActivationGradientsAt (size_t i)
 
const Matrix_tGetActivationGradientsAt (size_t i) const
 
size_t GetBatchSize () const
 Getters. More...
 
std::vector< Matrix_t > & GetBiases ()
 
const std::vector< Matrix_t > & GetBiases () const
 
Matrix_tGetBiasesAt (size_t i)
 
const Matrix_tGetBiasesAt (size_t i) const
 
std::vector< Matrix_t > & GetBiasGradients ()
 
const std::vector< Matrix_t > & GetBiasGradients () const
 
Matrix_tGetBiasGradientsAt (size_t i)
 
const Matrix_tGetBiasGradientsAt (size_t i) const
 
size_t GetDepth () const
 
virtual std::vector< Matrix_tGetExtraLayerParameters () const
 
size_t GetHeight () const
 
EInitialization GetInitialization () const
 
size_t GetInputDepth () const
 
size_t GetInputHeight () const
 
size_t GetInputWidth () const
 
Tensor_tGetOutput ()
 
const Tensor_tGetOutput () const
 
Matrix_t GetOutputAt (size_t i)
 
const Matrix_tGetOutputAt (size_t i) const
 
std::vector< Matrix_t > & GetWeightGradients ()
 
const std::vector< Matrix_t > & GetWeightGradients () const
 
Matrix_tGetWeightGradientsAt (size_t i)
 
const Matrix_tGetWeightGradientsAt (size_t i) const
 
std::vector< Matrix_t > & GetWeights ()
 
const std::vector< Matrix_t > & GetWeights () const
 
Matrix_tGetWeightsAt (size_t i)
 
const Matrix_tGetWeightsAt (size_t i) const
 
size_t GetWidth () const
 
virtual void Initialize ()
 Initialize the weights and biases according to the given initialization method. More...
 
bool IsTraining () const
 
virtual void Print () const =0
 Prints the info about the layer. More...
 
void ReadMatrixXML (void *node, const char *name, Matrix_t &matrix)
 
virtual void ReadWeightsFromXML (void *parent)=0
 Read the information and the weights about the layer from XML node. More...
 
virtual void ResetTraining ()
 Reset some training flags after a loop on all batches Some layer (e.g. More...
 
void SetBatchSize (size_t batchSize)
 Setters. More...
 
void SetDepth (size_t depth)
 
virtual void SetDropoutProbability (Scalar_t)
 Set Dropout probability. More...
 
virtual void SetExtraLayerParameters (const std::vector< Matrix_t > &)
 
void SetHeight (size_t height)
 
void SetInputDepth (size_t inputDepth)
 
void SetInputHeight (size_t inputHeight)
 
void SetInputWidth (size_t inputWidth)
 
void SetIsTraining (bool isTraining)
 
void SetWidth (size_t width)
 
void Update (const Scalar_t learningRate)
 Updates the weights and biases, given the learning rate. More...
 
void UpdateBiases (const std::vector< Matrix_t > &biasGradients, const Scalar_t learningRate)
 Updates the biases, given the gradients and the learning rate. More...
 
void UpdateBiasGradients (const std::vector< Matrix_t > &biasGradients, const Scalar_t learningRate)
 Updates the bias gradients, given some other weight gradients and learning rate. More...
 
void UpdateWeightGradients (const std::vector< Matrix_t > &weightGradients, const Scalar_t learningRate)
 Updates the weight gradients, given some other weight gradients and learning rate. More...
 
void UpdateWeights (const std::vector< Matrix_t > &weightGradients, const Scalar_t learningRate)
 Updates the weights, given the gradients and the learning rate,. More...
 
void WriteMatrixToXML (void *node, const char *name, const Matrix_t &matrix)
 
void WriteTensorToXML (void *node, const char *name, const std::vector< Matrix_t > &tensor)
 helper functions for XML More...
 

Protected Attributes

Tensor_t fActivationGradients
 Gradients w.r.t. the activations of this layer. More...
 
size_t fBatchSize
 Batch size used for training and evaluation. More...
 
std::vector< Matrix_tfBiases
 The biases associated to the layer. More...
 
std::vector< Matrix_tfBiasGradients
 Gradients w.r.t. the bias values of the layer. More...
 
size_t fDepth
 The depth of the layer. More...
 
size_t fHeight
 The height of the layer. More...
 
EInitialization fInit
 The initialization method. More...
 
size_t fInputDepth
 The depth of the previous layer or input. More...
 
size_t fInputHeight
 The height of the previous layer or input. More...
 
size_t fInputWidth
 The width of the previous layer or input. More...
 
bool fIsTraining
 Flag indicating the mode. More...
 
Tensor_t fOutput
 Activations of this layer. More...
 
std::vector< Matrix_tfWeightGradients
 Gradients w.r.t. the weights of the layer. More...
 
std::vector< Matrix_tfWeights
 The weights associated to the layer. More...
 
size_t fWidth
 The width of this layer. More...
 

Private Types

using Matrix_t = typename Architecture_t::Matrix_t
 
using Scalar_t = typename Architecture_t::Scalar_t
 
using Tensor_t = typename Architecture_t::Tensor_t
 

#include <TMVA/DNN/GeneralLayer.h>

Inheritance diagram for TMVA::DNN::VGeneralLayer< Architecture_t >:
[legend]

Member Typedef Documentation

◆ Matrix_t

template<typename Architecture_t >
using TMVA::DNN::VGeneralLayer< Architecture_t >::Matrix_t = typename Architecture_t::Matrix_t
private

Definition at line 96 of file GeneralLayer.h.

◆ Scalar_t

template<typename Architecture_t >
using TMVA::DNN::VGeneralLayer< Architecture_t >::Scalar_t = typename Architecture_t::Scalar_t
private

Definition at line 97 of file GeneralLayer.h.

◆ Tensor_t

template<typename Architecture_t >
using TMVA::DNN::VGeneralLayer< Architecture_t >::Tensor_t = typename Architecture_t::Tensor_t
private

Definition at line 95 of file GeneralLayer.h.

Constructor & Destructor Documentation

◆ VGeneralLayer() [1/4]

template<typename Architecture_t >
TMVA::DNN::VGeneralLayer< Architecture_t >::VGeneralLayer ( size_t  BatchSize,
size_t  InputDepth,
size_t  InputHeight,
size_t  InputWidth,
size_t  Depth,
size_t  Height,
size_t  Width,
size_t  WeightsNSlices,
size_t  WeightsNRows,
size_t  WeightsNCols,
size_t  BiasesNSlices,
size_t  BiasesNRows,
size_t  BiasesNCols,
size_t  OutputNSlices,
size_t  OutputNRows,
size_t  OutputNCols,
EInitialization  Init 
)

Constructor.

Definition at line 281 of file GeneralLayer.h.

◆ VGeneralLayer() [2/4]

template<typename Architecture_t >
TMVA::DNN::VGeneralLayer< Architecture_t >::VGeneralLayer ( size_t  BatchSize,
size_t  InputDepth,
size_t  InputHeight,
size_t  InputWidth,
size_t  Depth,
size_t  Height,
size_t  Width,
size_t  WeightsNSlices,
std::vector< size_t >  WeightsNRows,
std::vector< size_t >  WeightsNCols,
size_t  BiasesNSlices,
std::vector< size_t >  BiasesNRows,
std::vector< size_t >  BiasesNCols,
size_t  OutputNSlices,
size_t  OutputNRows,
size_t  OutputNCols,
EInitialization  Init 
)

General Constructor with different weights dimension.

Definition at line 306 of file GeneralLayer.h.

◆ VGeneralLayer() [3/4]

template<typename Architecture_t >
TMVA::DNN::VGeneralLayer< Architecture_t >::VGeneralLayer ( VGeneralLayer< Architecture_t > *  layer)

Copy the layer provided as a pointer.

Definition at line 337 of file GeneralLayer.h.

◆ VGeneralLayer() [4/4]

template<typename Architecture_t >
TMVA::DNN::VGeneralLayer< Architecture_t >::VGeneralLayer ( const VGeneralLayer< Architecture_t > &  layer)

Copy Constructor.

Definition at line 378 of file GeneralLayer.h.

◆ ~VGeneralLayer()

template<typename Architecture_t >
TMVA::DNN::VGeneralLayer< Architecture_t >::~VGeneralLayer
virtual

Virtual Destructor.

Definition at line 430 of file GeneralLayer.h.

Member Function Documentation

◆ AddWeightsXMLTo()

◆ Backward()

template<typename Architecture_t >
virtual void TMVA::DNN::VGeneralLayer< Architecture_t >::Backward ( Tensor_t gradients_backward,
const Tensor_t activations_backward 
)
pure virtual

◆ CopyBiases()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::CopyBiases ( const std::vector< Matrix_t > &  otherBiases)

Copies the biases provided as an input.

Definition at line 510 of file GeneralLayer.h.

◆ CopyParameters()

template<typename Architecture_t >
template<typename Arch >
void TMVA::DNN::VGeneralLayer< Architecture_t >::CopyParameters ( const VGeneralLayer< Arch > &  layer)

Copy all trainable weight and biases from another equivalent layer but with different architecture The function can copy also extra parameters in addition to weights and biases if they are return by the function GetExtraLayerParameters.

Definition at line 520 of file GeneralLayer.h.

◆ CopyWeights()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::CopyWeights ( const std::vector< Matrix_t > &  otherWeights)

Copies the weights provided as an input.


Definition at line 500 of file GeneralLayer.h.

◆ Forward()

template<typename Architecture_t >
virtual void TMVA::DNN::VGeneralLayer< Architecture_t >::Forward ( Tensor_t input,
bool  applyDropout = false 
)
pure virtual

◆ GetActivationGradients() [1/2]

template<typename Architecture_t >
Tensor_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetActivationGradients ( )
inline

Definition at line 242 of file GeneralLayer.h.

◆ GetActivationGradients() [2/2]

template<typename Architecture_t >
const Tensor_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetActivationGradients ( ) const
inline

Definition at line 241 of file GeneralLayer.h.

◆ GetActivationGradientsAt() [1/2]

template<typename Architecture_t >
Matrix_t TMVA::DNN::VGeneralLayer< Architecture_t >::GetActivationGradientsAt ( size_t  i)
inline

Definition at line 247 of file GeneralLayer.h.

◆ GetActivationGradientsAt() [2/2]

template<typename Architecture_t >
const Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetActivationGradientsAt ( size_t  i) const
inline

Definition at line 248 of file GeneralLayer.h.

◆ GetBatchSize()

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::GetBatchSize ( ) const
inline

Getters.

Definition at line 205 of file GeneralLayer.h.

◆ GetBiases() [1/2]

template<typename Architecture_t >
std::vector<Matrix_t>& TMVA::DNN::VGeneralLayer< Architecture_t >::GetBiases ( )
inline

Definition at line 221 of file GeneralLayer.h.

◆ GetBiases() [2/2]

template<typename Architecture_t >
const std::vector<Matrix_t>& TMVA::DNN::VGeneralLayer< Architecture_t >::GetBiases ( ) const
inline

Definition at line 220 of file GeneralLayer.h.

◆ GetBiasesAt() [1/2]

template<typename Architecture_t >
Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetBiasesAt ( size_t  i)
inline

Definition at line 224 of file GeneralLayer.h.

◆ GetBiasesAt() [2/2]

template<typename Architecture_t >
const Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetBiasesAt ( size_t  i) const
inline

Definition at line 223 of file GeneralLayer.h.

◆ GetBiasGradients() [1/2]

template<typename Architecture_t >
std::vector<Matrix_t>& TMVA::DNN::VGeneralLayer< Architecture_t >::GetBiasGradients ( )
inline

Definition at line 233 of file GeneralLayer.h.

◆ GetBiasGradients() [2/2]

template<typename Architecture_t >
const std::vector<Matrix_t>& TMVA::DNN::VGeneralLayer< Architecture_t >::GetBiasGradients ( ) const
inline

Definition at line 232 of file GeneralLayer.h.

◆ GetBiasGradientsAt() [1/2]

template<typename Architecture_t >
Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetBiasGradientsAt ( size_t  i)
inline

Definition at line 236 of file GeneralLayer.h.

◆ GetBiasGradientsAt() [2/2]

template<typename Architecture_t >
const Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetBiasGradientsAt ( size_t  i) const
inline

Definition at line 235 of file GeneralLayer.h.

◆ GetDepth()

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::GetDepth ( ) const
inline

Definition at line 209 of file GeneralLayer.h.

◆ GetExtraLayerParameters()

template<typename Architecture_t >
virtual std::vector<Matrix_t> TMVA::DNN::VGeneralLayer< Architecture_t >::GetExtraLayerParameters ( ) const
inlinevirtual

Reimplemented in TMVA::DNN::TBatchNormLayer< Architecture_t >.

Definition at line 252 of file GeneralLayer.h.

◆ GetHeight()

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::GetHeight ( ) const
inline

Definition at line 210 of file GeneralLayer.h.

◆ GetInitialization()

template<typename Architecture_t >
EInitialization TMVA::DNN::VGeneralLayer< Architecture_t >::GetInitialization ( ) const
inline

Definition at line 256 of file GeneralLayer.h.

◆ GetInputDepth()

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::GetInputDepth ( ) const
inline

Definition at line 206 of file GeneralLayer.h.

◆ GetInputHeight()

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::GetInputHeight ( ) const
inline

Definition at line 207 of file GeneralLayer.h.

◆ GetInputWidth()

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::GetInputWidth ( ) const
inline

Definition at line 208 of file GeneralLayer.h.

◆ GetOutput() [1/2]

template<typename Architecture_t >
Tensor_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetOutput ( )
inline

Definition at line 239 of file GeneralLayer.h.

◆ GetOutput() [2/2]

template<typename Architecture_t >
const Tensor_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetOutput ( ) const
inline

Definition at line 238 of file GeneralLayer.h.

◆ GetOutputAt() [1/2]

template<typename Architecture_t >
Matrix_t TMVA::DNN::VGeneralLayer< Architecture_t >::GetOutputAt ( size_t  i)
inline

Definition at line 244 of file GeneralLayer.h.

◆ GetOutputAt() [2/2]

template<typename Architecture_t >
const Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetOutputAt ( size_t  i) const
inline

Definition at line 245 of file GeneralLayer.h.

◆ GetWeightGradients() [1/2]

template<typename Architecture_t >
std::vector<Matrix_t>& TMVA::DNN::VGeneralLayer< Architecture_t >::GetWeightGradients ( )
inline

Definition at line 227 of file GeneralLayer.h.

◆ GetWeightGradients() [2/2]

template<typename Architecture_t >
const std::vector<Matrix_t>& TMVA::DNN::VGeneralLayer< Architecture_t >::GetWeightGradients ( ) const
inline

Definition at line 226 of file GeneralLayer.h.

◆ GetWeightGradientsAt() [1/2]

template<typename Architecture_t >
Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetWeightGradientsAt ( size_t  i)
inline

Definition at line 230 of file GeneralLayer.h.

◆ GetWeightGradientsAt() [2/2]

template<typename Architecture_t >
const Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetWeightGradientsAt ( size_t  i) const
inline

Definition at line 229 of file GeneralLayer.h.

◆ GetWeights() [1/2]

template<typename Architecture_t >
std::vector<Matrix_t>& TMVA::DNN::VGeneralLayer< Architecture_t >::GetWeights ( )
inline

Definition at line 215 of file GeneralLayer.h.

◆ GetWeights() [2/2]

template<typename Architecture_t >
const std::vector<Matrix_t>& TMVA::DNN::VGeneralLayer< Architecture_t >::GetWeights ( ) const
inline

Definition at line 214 of file GeneralLayer.h.

◆ GetWeightsAt() [1/2]

template<typename Architecture_t >
Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetWeightsAt ( size_t  i)
inline

Definition at line 218 of file GeneralLayer.h.

◆ GetWeightsAt() [2/2]

template<typename Architecture_t >
const Matrix_t& TMVA::DNN::VGeneralLayer< Architecture_t >::GetWeightsAt ( size_t  i) const
inline

Definition at line 217 of file GeneralLayer.h.

◆ GetWidth()

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::GetWidth ( ) const
inline

Definition at line 211 of file GeneralLayer.h.

◆ Initialize()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::Initialize
virtual

Initialize the weights and biases according to the given initialization method.

Reimplemented in TMVA::DNN::RNN::TBasicLSTMLayer< Architecture_t >, TMVA::DNN::RNN::TBasicGRULayer< Architecture_t >, TMVA::DNN::TBatchNormLayer< Architecture_t >, and TMVA::DNN::RNN::TBasicRNNLayer< Architecture_t >.

Definition at line 437 of file GeneralLayer.h.

◆ IsTraining()

template<typename Architecture_t >
bool TMVA::DNN::VGeneralLayer< Architecture_t >::IsTraining ( ) const
inline

Definition at line 212 of file GeneralLayer.h.

◆ Print()

◆ ReadMatrixXML()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::ReadMatrixXML ( void node,
const char *  name,
Matrix_t matrix 
)

Definition at line 586 of file GeneralLayer.h.

◆ ReadWeightsFromXML()

◆ ResetTraining()

template<typename Architecture_t >
virtual void TMVA::DNN::VGeneralLayer< Architecture_t >::ResetTraining ( )
inlinevirtual

Reset some training flags after a loop on all batches Some layer (e.g.

batchnormalization) might need to implement the function in case some operations are needed after looping an all batches

Reimplemented in TMVA::DNN::TBatchNormLayer< Architecture_t >.

Definition at line 163 of file GeneralLayer.h.

◆ SetBatchSize()

template<typename Architecture_t >
void TMVA::DNN::VGeneralLayer< Architecture_t >::SetBatchSize ( size_t  batchSize)
inline

Setters.

Definition at line 259 of file GeneralLayer.h.

◆ SetDepth()

template<typename Architecture_t >
void TMVA::DNN::VGeneralLayer< Architecture_t >::SetDepth ( size_t  depth)
inline

Definition at line 263 of file GeneralLayer.h.

◆ SetDropoutProbability()

template<typename Architecture_t >
virtual void TMVA::DNN::VGeneralLayer< Architecture_t >::SetDropoutProbability ( Scalar_t  )
inlinevirtual

Set Dropout probability.

Reimplemented for layesrs supporting droput

Reimplemented in TMVA::DNN::TDenseLayer< Architecture_t >.

Definition at line 202 of file GeneralLayer.h.

◆ SetExtraLayerParameters()

template<typename Architecture_t >
virtual void TMVA::DNN::VGeneralLayer< Architecture_t >::SetExtraLayerParameters ( const std::vector< Matrix_t > &  )
inlinevirtual

Reimplemented in TMVA::DNN::TBatchNormLayer< Architecture_t >.

Definition at line 254 of file GeneralLayer.h.

◆ SetHeight()

template<typename Architecture_t >
void TMVA::DNN::VGeneralLayer< Architecture_t >::SetHeight ( size_t  height)
inline

Definition at line 264 of file GeneralLayer.h.

◆ SetInputDepth()

template<typename Architecture_t >
void TMVA::DNN::VGeneralLayer< Architecture_t >::SetInputDepth ( size_t  inputDepth)
inline

Definition at line 260 of file GeneralLayer.h.

◆ SetInputHeight()

template<typename Architecture_t >
void TMVA::DNN::VGeneralLayer< Architecture_t >::SetInputHeight ( size_t  inputHeight)
inline

Definition at line 261 of file GeneralLayer.h.

◆ SetInputWidth()

template<typename Architecture_t >
void TMVA::DNN::VGeneralLayer< Architecture_t >::SetInputWidth ( size_t  inputWidth)
inline

Definition at line 262 of file GeneralLayer.h.

◆ SetIsTraining()

template<typename Architecture_t >
void TMVA::DNN::VGeneralLayer< Architecture_t >::SetIsTraining ( bool  isTraining)
inline

Definition at line 266 of file GeneralLayer.h.

◆ SetWidth()

template<typename Architecture_t >
void TMVA::DNN::VGeneralLayer< Architecture_t >::SetWidth ( size_t  width)
inline

Definition at line 265 of file GeneralLayer.h.

◆ Update()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::Update ( const Scalar_t  learningRate)

Updates the weights and biases, given the learning rate.

Definition at line 452 of file GeneralLayer.h.

◆ UpdateBiases()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::UpdateBiases ( const std::vector< Matrix_t > &  biasGradients,
const Scalar_t  learningRate 
)

Updates the biases, given the gradients and the learning rate.

Definition at line 470 of file GeneralLayer.h.

◆ UpdateBiasGradients()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::UpdateBiasGradients ( const std::vector< Matrix_t > &  biasGradients,
const Scalar_t  learningRate 
)

Updates the bias gradients, given some other weight gradients and learning rate.

Definition at line 490 of file GeneralLayer.h.

◆ UpdateWeightGradients()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::UpdateWeightGradients ( const std::vector< Matrix_t > &  weightGradients,
const Scalar_t  learningRate 
)

Updates the weight gradients, given some other weight gradients and learning rate.

Definition at line 480 of file GeneralLayer.h.

◆ UpdateWeights()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::UpdateWeights ( const std::vector< Matrix_t > &  weightGradients,
const Scalar_t  learningRate 
)

Updates the weights, given the gradients and the learning rate,.

Definition at line 460 of file GeneralLayer.h.

◆ WriteMatrixToXML()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::WriteMatrixToXML ( void node,
const char *  name,
const Matrix_t matrix 
)

Definition at line 563 of file GeneralLayer.h.

◆ WriteTensorToXML()

template<typename Architecture_t >
auto TMVA::DNN::VGeneralLayer< Architecture_t >::WriteTensorToXML ( void node,
const char *  name,
const std::vector< Matrix_t > &  tensor 
)

helper functions for XML

Definition at line 538 of file GeneralLayer.h.

Member Data Documentation

◆ fActivationGradients

template<typename Architecture_t >
Tensor_t TMVA::DNN::VGeneralLayer< Architecture_t >::fActivationGradients
protected

Gradients w.r.t. the activations of this layer.

Definition at line 120 of file GeneralLayer.h.

◆ fBatchSize

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::fBatchSize
protected

Batch size used for training and evaluation.

Definition at line 101 of file GeneralLayer.h.

◆ fBiases

template<typename Architecture_t >
std::vector<Matrix_t> TMVA::DNN::VGeneralLayer< Architecture_t >::fBiases
protected

The biases associated to the layer.

Definition at line 114 of file GeneralLayer.h.

◆ fBiasGradients

template<typename Architecture_t >
std::vector<Matrix_t> TMVA::DNN::VGeneralLayer< Architecture_t >::fBiasGradients
protected

Gradients w.r.t. the bias values of the layer.

Definition at line 117 of file GeneralLayer.h.

◆ fDepth

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::fDepth
protected

The depth of the layer.

Definition at line 107 of file GeneralLayer.h.

◆ fHeight

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::fHeight
protected

The height of the layer.

Definition at line 108 of file GeneralLayer.h.

◆ fInit

template<typename Architecture_t >
EInitialization TMVA::DNN::VGeneralLayer< Architecture_t >::fInit
protected

The initialization method.

Definition at line 122 of file GeneralLayer.h.

◆ fInputDepth

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::fInputDepth
protected

The depth of the previous layer or input.

Definition at line 103 of file GeneralLayer.h.

◆ fInputHeight

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::fInputHeight
protected

The height of the previous layer or input.

Definition at line 104 of file GeneralLayer.h.

◆ fInputWidth

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::fInputWidth
protected

The width of the previous layer or input.

Definition at line 105 of file GeneralLayer.h.

◆ fIsTraining

template<typename Architecture_t >
bool TMVA::DNN::VGeneralLayer< Architecture_t >::fIsTraining
protected

Flag indicating the mode.

Definition at line 111 of file GeneralLayer.h.

◆ fOutput

template<typename Architecture_t >
Tensor_t TMVA::DNN::VGeneralLayer< Architecture_t >::fOutput
protected

Activations of this layer.

Definition at line 119 of file GeneralLayer.h.

◆ fWeightGradients

template<typename Architecture_t >
std::vector<Matrix_t> TMVA::DNN::VGeneralLayer< Architecture_t >::fWeightGradients
protected

Gradients w.r.t. the weights of the layer.

Definition at line 116 of file GeneralLayer.h.

◆ fWeights

template<typename Architecture_t >
std::vector<Matrix_t> TMVA::DNN::VGeneralLayer< Architecture_t >::fWeights
protected

The weights associated to the layer.

Definition at line 113 of file GeneralLayer.h.

◆ fWidth

template<typename Architecture_t >
size_t TMVA::DNN::VGeneralLayer< Architecture_t >::fWidth
protected

The width of this layer.

Definition at line 109 of file GeneralLayer.h.


The documentation for this class was generated from the following file: