Definition at line 75 of file ConvLayer.h.
Public Types | |
using | AlgorithmBackward_t = typename Architecture_t::AlgorithmBackward_t |
using | AlgorithmDataType_t = typename Architecture_t::AlgorithmDataType_t |
using | AlgorithmForward_t = typename Architecture_t::AlgorithmForward_t |
using | AlgorithmHelper_t = typename Architecture_t::AlgorithmHelper_t |
using | HelperDescriptor_t = typename Architecture_t::ActivationDescriptor_t |
using | LayerDescriptor_t = typename Architecture_t::ConvolutionDescriptor_t |
using | Matrix_t = typename Architecture_t::Matrix_t |
using | ReduceTensorDescriptor_t = typename Architecture_t::ReduceTensorDescriptor_t |
using | Scalar_t = typename Architecture_t::Scalar_t |
using | Tensor_t = typename Architecture_t::Tensor_t |
using | WeightsDescriptor_t = typename Architecture_t::FilterDescriptor_t |
Public Member Functions | |
TConvLayer (const TConvLayer &) | |
Copy constructor. | |
TConvLayer (size_t BatchSize, size_t InputDepth, size_t InputHeight, size_t InputWidth, size_t Depth, EInitialization Init, size_t FilterHeight, size_t FilterWidth, size_t StrideRows, size_t StrideCols, size_t PaddingHeight, size_t PaddingWidth, Scalar_t DropoutProbability, EActivationFunction f, ERegularization Reg, Scalar_t WeightDecay) | |
Constructor. | |
TConvLayer (TConvLayer< Architecture_t > *layer) | |
Copy the conv layer provided as a pointer. | |
virtual | ~TConvLayer () |
Destructor. | |
virtual void | AddWeightsXMLTo (void *parent) |
Writes the information and the weights about the layer in an XML node. | |
void | Backward (Tensor_t &gradients_backward, const Tensor_t &activations_backward) |
Compute weight, bias and activation gradients. | |
void | Forward (Tensor_t &input, bool applyDropout=false) |
Computes activation of the layer for the given input. | |
EActivationFunction | GetActivationFunction () const |
TDescriptors * | GetDescriptors () |
const TDescriptors * | GetDescriptors () const |
Scalar_t | GetDropoutProbability () const |
size_t | GetFilterDepth () const |
Getters. | |
size_t | GetFilterHeight () const |
size_t | GetFilterWidth () const |
Tensor_t & | GetForwardMatrices () |
const Tensor_t & | GetForwardMatrices () const |
Tensor_t & | GetInputActivation () |
const Tensor_t & | GetInputActivation () const |
Matrix_t & | GetInputActivationAt (size_t i) |
const Matrix_t & | GetInputActivationAt (size_t i) const |
size_t | GetNLocalViewPixels () const |
size_t | GetNLocalViews () const |
size_t | GetPaddingHeight () const |
size_t | GetPaddingWidth () const |
ERegularization | GetRegularization () const |
size_t | GetStrideCols () const |
size_t | GetStrideRows () const |
Scalar_t | GetWeightDecay () const |
TWorkspace * | GetWorkspace () |
const TWorkspace * | GetWorkspace () const |
void | Print () const |
Prints the info about the layer. | |
virtual void | ReadWeightsFromXML (void *parent) |
Read the information and the weights about the layer from XML node. | |
Public Member Functions inherited from TMVA::DNN::VGeneralLayer< Architecture_t > | |
VGeneralLayer (const VGeneralLayer &) | |
Copy Constructor. | |
VGeneralLayer (size_t BatchSize, size_t InputDepth, size_t InputHeight, size_t InputWidth, size_t Depth, size_t Height, size_t Width, size_t WeightsNSlices, size_t WeightsNRows, size_t WeightsNCols, size_t BiasesNSlices, size_t BiasesNRows, size_t BiasesNCols, size_t OutputNSlices, size_t OutputNRows, size_t OutputNCols, EInitialization Init) | |
Constructor. | |
VGeneralLayer (size_t BatchSize, size_t InputDepth, size_t InputHeight, size_t InputWidth, size_t Depth, size_t Height, size_t Width, size_t WeightsNSlices, std::vector< size_t > WeightsNRows, std::vector< size_t > WeightsNCols, size_t BiasesNSlices, std::vector< size_t > BiasesNRows, std::vector< size_t > BiasesNCols, size_t OutputNSlices, size_t OutputNRows, size_t OutputNCols, EInitialization Init) | |
General Constructor with different weights dimension. | |
VGeneralLayer (VGeneralLayer< Architecture_t > *layer) | |
Copy the layer provided as a pointer. | |
virtual | ~VGeneralLayer () |
Virtual Destructor. | |
void | CopyBiases (const std::vector< Matrix_t > &otherBiases) |
Copies the biases provided as an input. | |
template<typename Arch > | |
void | CopyParameters (const VGeneralLayer< Arch > &layer) |
Copy all trainable weight and biases from another equivalent layer but with different architecture The function can copy also extra parameters in addition to weights and biases if they are return by the function GetExtraLayerParameters. | |
void | CopyWeights (const std::vector< Matrix_t > &otherWeights) |
Copies the weights provided as an input. | |
Tensor_t & | GetActivationGradients () |
const Tensor_t & | GetActivationGradients () const |
Matrix_t | GetActivationGradientsAt (size_t i) |
const Matrix_t & | GetActivationGradientsAt (size_t i) const |
size_t | GetBatchSize () const |
Getters. | |
std::vector< Matrix_t > & | GetBiases () |
const std::vector< Matrix_t > & | GetBiases () const |
Matrix_t & | GetBiasesAt (size_t i) |
const Matrix_t & | GetBiasesAt (size_t i) const |
std::vector< Matrix_t > & | GetBiasGradients () |
const std::vector< Matrix_t > & | GetBiasGradients () const |
Matrix_t & | GetBiasGradientsAt (size_t i) |
const Matrix_t & | GetBiasGradientsAt (size_t i) const |
size_t | GetDepth () const |
virtual std::vector< Matrix_t > | GetExtraLayerParameters () const |
size_t | GetHeight () const |
EInitialization | GetInitialization () const |
size_t | GetInputDepth () const |
size_t | GetInputHeight () const |
size_t | GetInputWidth () const |
Tensor_t & | GetOutput () |
const Tensor_t & | GetOutput () const |
Matrix_t | GetOutputAt (size_t i) |
const Matrix_t & | GetOutputAt (size_t i) const |
std::vector< Matrix_t > & | GetWeightGradients () |
const std::vector< Matrix_t > & | GetWeightGradients () const |
Matrix_t & | GetWeightGradientsAt (size_t i) |
const Matrix_t & | GetWeightGradientsAt (size_t i) const |
std::vector< Matrix_t > & | GetWeights () |
const std::vector< Matrix_t > & | GetWeights () const |
Matrix_t & | GetWeightsAt (size_t i) |
const Matrix_t & | GetWeightsAt (size_t i) const |
size_t | GetWidth () const |
virtual void | Initialize () |
Initialize the weights and biases according to the given initialization method. | |
bool | IsTraining () const |
void | ReadMatrixXML (void *node, const char *name, Matrix_t &matrix) |
virtual void | ResetTraining () |
Reset some training flags after a loop on all batches Some layer (e.g. | |
void | SetBatchSize (size_t batchSize) |
Setters. | |
void | SetDepth (size_t depth) |
virtual void | SetDropoutProbability (Scalar_t) |
Set Dropout probability. | |
virtual void | SetExtraLayerParameters (const std::vector< Matrix_t > &) |
void | SetHeight (size_t height) |
void | SetInputDepth (size_t inputDepth) |
void | SetInputHeight (size_t inputHeight) |
void | SetInputWidth (size_t inputWidth) |
void | SetIsTraining (bool isTraining) |
void | SetWidth (size_t width) |
void | Update (const Scalar_t learningRate) |
Updates the weights and biases, given the learning rate. | |
void | UpdateBiases (const std::vector< Matrix_t > &biasGradients, const Scalar_t learningRate) |
Updates the biases, given the gradients and the learning rate. | |
void | UpdateBiasGradients (const std::vector< Matrix_t > &biasGradients, const Scalar_t learningRate) |
Updates the bias gradients, given some other weight gradients and learning rate. | |
void | UpdateWeightGradients (const std::vector< Matrix_t > &weightGradients, const Scalar_t learningRate) |
Updates the weight gradients, given some other weight gradients and learning rate. | |
void | UpdateWeights (const std::vector< Matrix_t > &weightGradients, const Scalar_t learningRate) |
Updates the weights, given the gradients and the learning rate,. | |
void | WriteMatrixToXML (void *node, const char *name, const Matrix_t &matrix) |
void | WriteTensorToXML (void *node, const char *name, const std::vector< Matrix_t > &tensor) |
helper functions for XML | |
Static Public Member Functions | |
static size_t | calculateDimension (size_t imgDim, size_t fltDim, size_t padding, size_t stride) |
static size_t | calculateNLocalViewPixels (size_t depth, size_t height, size_t width) |
static size_t | calculateNLocalViews (size_t inputHeight, size_t filterHeight, size_t paddingHeight, size_t strideRows, size_t inputWidth, size_t filterWidth, size_t paddingWidth, size_t strideCols) |
Protected Attributes | |
TDescriptors * | fDescriptors = nullptr |
Keeps the convolution, activations and filter descriptors. | |
Scalar_t | fDropoutProbability |
Probability that an input is active. | |
size_t | fFilterDepth |
The depth of the filter. | |
size_t | fFilterHeight |
The height of the filter. | |
size_t | fFilterWidth |
The width of the filter. | |
size_t | fNLocalViewPixels |
The number of pixels in one local image view. | |
size_t | fNLocalViews |
The number of local views in one image. | |
size_t | fStrideCols |
The number of column pixels to slid the filter each step. | |
size_t | fStrideRows |
The number of row pixels to slid the filter each step. | |
TWorkspace * | fWorkspace = nullptr |
Protected Attributes inherited from TMVA::DNN::VGeneralLayer< Architecture_t > | |
Tensor_t | fActivationGradients |
Gradients w.r.t. the activations of this layer. | |
size_t | fBatchSize |
Batch size used for training and evaluation. | |
std::vector< Matrix_t > | fBiases |
The biases associated to the layer. | |
std::vector< Matrix_t > | fBiasGradients |
Gradients w.r.t. the bias values of the layer. | |
size_t | fDepth |
The depth of the layer. | |
size_t | fHeight |
The height of the layer. | |
EInitialization | fInit |
The initialization method. | |
size_t | fInputDepth |
The depth of the previous layer or input. | |
size_t | fInputHeight |
The height of the previous layer or input. | |
size_t | fInputWidth |
The width of the previous layer or input. | |
bool | fIsTraining |
Flag indicating the mode. | |
Tensor_t | fOutput |
Activations of this layer. | |
std::vector< Matrix_t > | fWeightGradients |
Gradients w.r.t. the weights of the layer. | |
std::vector< Matrix_t > | fWeights |
The weights associated to the layer. | |
size_t | fWidth |
The width of this layer. | |
Private Member Functions | |
void | FreeWorkspace () |
void | InitializeDescriptors () |
void | InitializeWorkspace () |
void | ReleaseDescriptors () |
Private Attributes | |
std::vector< int > | fBackwardIndices |
Vector of indices used for a fast Im2Col in backward pass. | |
EActivationFunction | fF |
Activation function of the layer. | |
Tensor_t | fForwardTensor |
Cache tensor used for speeding-up the forward pass. | |
Tensor_t | fInputActivation |
First output of this layer after conv, before activation. | |
size_t | fPaddingHeight |
The number of zero layers added top and bottom of the input. | |
size_t | fPaddingWidth |
The number of zero layers left and right of the input. | |
ERegularization | fReg |
The regularization method. | |
Scalar_t | fWeightDecay |
The weight decay. | |
#include <TMVA/DNN/CNN/ConvLayer.h>
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::AlgorithmBackward_t = typename Architecture_t::AlgorithmBackward_t |
Definition at line 86 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::AlgorithmDataType_t = typename Architecture_t::AlgorithmDataType_t |
Definition at line 91 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::AlgorithmForward_t = typename Architecture_t::AlgorithmForward_t |
Definition at line 85 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::AlgorithmHelper_t = typename Architecture_t::AlgorithmHelper_t |
Definition at line 87 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::HelperDescriptor_t = typename Architecture_t::ActivationDescriptor_t |
Definition at line 83 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::LayerDescriptor_t = typename Architecture_t::ConvolutionDescriptor_t |
Definition at line 81 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::Matrix_t = typename Architecture_t::Matrix_t |
Definition at line 78 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::ReduceTensorDescriptor_t = typename Architecture_t::ReduceTensorDescriptor_t |
Definition at line 88 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::Scalar_t = typename Architecture_t::Scalar_t |
Definition at line 79 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::Tensor_t = typename Architecture_t::Tensor_t |
Definition at line 77 of file ConvLayer.h.
using TMVA::DNN::CNN::TConvLayer< Architecture_t >::WeightsDescriptor_t = typename Architecture_t::FilterDescriptor_t |
Definition at line 82 of file ConvLayer.h.
TMVA::DNN::CNN::TConvLayer< Architecture_t >::TConvLayer | ( | size_t | BatchSize, |
size_t | InputDepth, | ||
size_t | InputHeight, | ||
size_t | InputWidth, | ||
size_t | Depth, | ||
EInitialization | Init, | ||
size_t | FilterHeight, | ||
size_t | FilterWidth, | ||
size_t | StrideRows, | ||
size_t | StrideCols, | ||
size_t | PaddingHeight, | ||
size_t | PaddingWidth, | ||
Scalar_t | DropoutProbability, | ||
EActivationFunction | f, | ||
ERegularization | Reg, | ||
Scalar_t | WeightDecay | ||
) |
Constructor.
Definition at line 222 of file ConvLayer.h.
TMVA::DNN::CNN::TConvLayer< Architecture_t >::TConvLayer | ( | TConvLayer< Architecture_t > * | layer | ) |
Copy the conv layer provided as a pointer.
Definition at line 257 of file ConvLayer.h.
TMVA::DNN::CNN::TConvLayer< Architecture_t >::TConvLayer | ( | const TConvLayer< Architecture_t > & | convLayer | ) |
Copy constructor.
Definition at line 276 of file ConvLayer.h.
|
virtual |
Destructor.
Definition at line 294 of file ConvLayer.h.
|
virtual |
Writes the information and the weights about the layer in an XML node.
Implements TMVA::DNN::VGeneralLayer< Architecture_t >.
Definition at line 369 of file ConvLayer.h.
|
virtual |
Compute weight, bias and activation gradients.
Uses the precomputed first partial derviatives of the activation function computed during forward propagation and modifies them. Must only be called directly at the corresponding call to Forward(...).
Implements TMVA::DNN::VGeneralLayer< Architecture_t >.
Definition at line 326 of file ConvLayer.h.
|
static |
Definition at line 402 of file ConvLayer.h.
|
inlinestatic |
Definition at line 97 of file ConvLayer.h.
|
static |
Definition at line 413 of file ConvLayer.h.
|
virtual |
Computes activation of the layer for the given input.
The input must be in 3D tensor form with the different matrices corresponding to different events in the batch. Computes activations as well as the first partial derivative of the activation function at those activations.
Implements TMVA::DNN::VGeneralLayer< Architecture_t >.
Definition at line 311 of file ConvLayer.h.
|
private |
Definition at line 445 of file ConvLayer.h.
|
inline |
Definition at line 204 of file ConvLayer.h.
|
inline |
Definition at line 209 of file ConvLayer.h.
|
inline |
Definition at line 210 of file ConvLayer.h.
|
inline |
Definition at line 193 of file ConvLayer.h.
|
inline |
Getters.
Definition at line 180 of file ConvLayer.h.
|
inline |
Definition at line 181 of file ConvLayer.h.
|
inline |
Definition at line 182 of file ConvLayer.h.
|
inline |
Definition at line 202 of file ConvLayer.h.
|
inline |
Definition at line 201 of file ConvLayer.h.
|
inline |
Definition at line 196 of file ConvLayer.h.
|
inline |
Definition at line 195 of file ConvLayer.h.
|
inline |
Definition at line 198 of file ConvLayer.h.
|
inline |
Definition at line 199 of file ConvLayer.h.
|
inline |
Definition at line 190 of file ConvLayer.h.
|
inline |
Definition at line 191 of file ConvLayer.h.
|
inline |
Definition at line 187 of file ConvLayer.h.
|
inline |
Definition at line 188 of file ConvLayer.h.
|
inline |
Definition at line 205 of file ConvLayer.h.
|
inline |
Definition at line 185 of file ConvLayer.h.
|
inline |
Definition at line 184 of file ConvLayer.h.
|
inline |
Definition at line 206 of file ConvLayer.h.
|
inline |
Definition at line 212 of file ConvLayer.h.
|
inline |
Definition at line 213 of file ConvLayer.h.
|
private |
Definition at line 425 of file ConvLayer.h.
|
private |
Definition at line 436 of file ConvLayer.h.
|
virtual |
Prints the info about the layer.
Implements TMVA::DNN::VGeneralLayer< Architecture_t >.
Definition at line 347 of file ConvLayer.h.
|
virtual |
Read the information and the weights about the layer from XML node.
Implements TMVA::DNN::VGeneralLayer< Architecture_t >.
Definition at line 393 of file ConvLayer.h.
|
private |
Definition at line 430 of file ConvLayer.h.
|
private |
Vector of indices used for a fast Im2Col in backward pass.
Definition at line 125 of file ConvLayer.h.
|
protected |
Keeps the convolution, activations and filter descriptors.
Definition at line 116 of file ConvLayer.h.
|
protected |
Probability that an input is active.
Definition at line 114 of file ConvLayer.h.
|
private |
Activation function of the layer.
Definition at line 127 of file ConvLayer.h.
|
protected |
The depth of the filter.
Definition at line 104 of file ConvLayer.h.
|
protected |
The height of the filter.
Definition at line 105 of file ConvLayer.h.
|
protected |
The width of the filter.
Definition at line 106 of file ConvLayer.h.
|
private |
Cache tensor used for speeding-up the forward pass.
Definition at line 131 of file ConvLayer.h.
|
private |
First output of this layer after conv, before activation.
Definition at line 123 of file ConvLayer.h.
|
protected |
The number of pixels in one local image view.
Definition at line 111 of file ConvLayer.h.
|
protected |
The number of local views in one image.
Definition at line 112 of file ConvLayer.h.
|
private |
The number of zero layers added top and bottom of the input.
Definition at line 120 of file ConvLayer.h.
|
private |
The number of zero layers left and right of the input.
Definition at line 121 of file ConvLayer.h.
|
private |
The regularization method.
Definition at line 128 of file ConvLayer.h.
|
protected |
The number of column pixels to slid the filter each step.
Definition at line 109 of file ConvLayer.h.
|
protected |
The number of row pixels to slid the filter each step.
Definition at line 108 of file ConvLayer.h.
|
private |
The weight decay.
Definition at line 129 of file ConvLayer.h.
|
protected |
Definition at line 118 of file ConvLayer.h.