TMVA::DNN::TCudaTensor< AFloat > Class Template Reference

template<typename AFloat>
class TMVA::DNN::TCudaTensor< AFloat >

TCudaTensor Class.

The TCudaTensor class extends the TCudaMatrix class for dimensions > 2.

Definition at line 81 of file CudaTensor.h.

Classes
struct	TensorDescriptor

Public Types
using	MemoryLayout = TMVA::Experimental:: MemoryLayout
using	Scalar_t = AFloat
using	Shape_t = std::vector<size_t>

Public Member Functions
	TCudaTensor ()
	TCudaTensor (const AFloat *data, const std::vector< size_t > &shape, MemoryLayout memlayout=MemoryLayout::ColumnMajor, int deviceIndx=0, int streamIndx=0)
	TCudaTensor (const std::vector< size_t > &shape, MemoryLayout memlayout=MemoryLayout::ColumnMajor, int deviceIndx=0, int streamIndx=0)
	TCudaTensor (const TCudaMatrix< AFloat > &m, size_t dim=2)
	TCudaTensor (const TCudaTensor &)=default
	TCudaTensor (const TMatrixT< AFloat > &m, size_t dim=2)
	TCudaTensor (size_t bsize, size_t csize, size_t hsize, size_t wsize, MemoryLayout memlayout=MemoryLayout::ColumnMajor, int deviceIndx=0, int streamIndx=0)
	TCudaTensor (size_t bsize, size_t csize, size_t hwsize, MemoryLayout memlayout=MemoryLayout::ColumnMajor, int deviceIndx=0, int streamIndx=0)
	TCudaTensor (size_t n, size_t m, MemoryLayout memlayout=MemoryLayout::ColumnMajor, int deviceIndx=0, int streamIndx=0)
	TCudaTensor (TCudaDeviceBuffer< AFloat > buffer, const std::vector< size_t > &shape, MemoryLayout memlayout=MemoryLayout::ColumnMajor, int deviceIndx=0, int streamIndx=0)
	TCudaTensor (TCudaDeviceBuffer< AFloat > buffer, size_t n, size_t m)
	TCudaTensor (TCudaTensor &&)=default
	~TCudaTensor ()
TCudaTensor< AFloat >	At (size_t i) const
cudaStream_t	GetComputeStream () const
size_t	GetCSize () const
AFloat *	GetData ()
const AFloat *	GetData () const
AFloat *	GetDataPointer ()
const AFloat *	GetDataPointer () const
AFloat *	GetDataPointerAt (size_t i)
const AFloat *	GetDataPointerAt (size_t i) const
TCudaDeviceBuffer< AFloat > &	GetDeviceBuffer ()
const TCudaDeviceBuffer< AFloat > &	GetDeviceBuffer () const
size_t	GetDimAt (size_t i) const
size_t	GetFirstSize () const
size_t	GetFirstStride () const
size_t	GetHSize () const
MemoryLayout	GetLayout () const
TCudaMatrix< AFloat >	GetMatrix () const
size_t	GetNcols () const
size_t	GetNDim () const
size_t	GetNrows () const
const Shape_t &	GetShape () const
size_t	GetSize () const
const Shape_t &	GetStrides () const
size_t	GetWSize () const
bool	isEqual (const AFloat *hostBufferOther, size_t otherSize)
bool	isEqual (TCudaTensor< AFloat > &other)
	operator TMatrixT< AFloat > () const
	Convert cuda matrix to Root TMatrix.
TCudaDeviceReference< AFloat >	operator() (size_t i, size_t j) const
TCudaDeviceReference< AFloat >	operator() (size_t i, size_t j, size_t k) const
TCudaDeviceReference< AFloat >	operator() (size_t i, size_t j, size_t k, size_t l) const
TCudaTensor &	operator= (const TCudaTensor &)=default
TCudaTensor &	operator= (TCudaTensor &&)=default
TCudaMatrix< AFloat >	operator[] (size_t i) const
void	Print (const char *name="Tensor", bool truncate=false) const
void	PrintShape (const char *name="Tensor") const
TCudaTensor< AFloat >	Reshape (const Shape_t &newShape) const
void	ReshapeInPlace (const Shape_t &newShape)
void	SetComputeStream (cudaStream_t stream)
void	SetConstVal (const AFloat constVal)
void	SetTensorDescriptor ()
void	Zero ()

Static Public Member Functions
static std::vector< std::size_t >	ComputeStridesFromShape (const std::vector< std::size_t > &shape, bool rowmajorLayout)
	This information is needed for the multi-dimensional indexing.

Private Member Functions
void	InitializeCuda ()
	Initializes all shared devices resource and makes sure that a sufficient number of curand states are allocated on the device and initialized as well as that the one-vector for the summation over columns has the right size.
void	InitializeCurandStates ()

Private Attributes
int	fDevice
	Device associated with current tensor instance.
TCudaDeviceBuffer< AFloat >	fElementBuffer
MemoryLayout	fMemoryLayout
size_t	fNDim
	Dimension of the tensor (first dimension is the batch size, second is the no. channels)
Shape_t	fShape
	The shape vector (size of dimensions) needs to be ordered as no.
size_t	fSize
	No. of elements.
int	fStreamIndx
	Cuda stream associated with current instance.
Shape_t	fStrides
	Strides between tensor dimensions (always assume dense, non overlapping tensor)
std::shared_ptr< TensorDescriptor >	fTensorDescriptor

Static Private Attributes
static std::vector< int >	fInstances
	For each GPU device keep the CUDA streams in which tensors are used.

#include <TMVA/DNN/Architectures/Cuda/CudaTensor.h>

Member Typedef Documentation

MemoryLayout

template<typename AFloat >

using TMVA::DNN::TCudaTensor< AFloat >::MemoryLayout = TMVA::Experimental:: MemoryLayout

Definition at line 86 of file CudaTensor.h.

Scalar_t

template<typename AFloat >

using TMVA::DNN::TCudaTensor< AFloat >::Scalar_t = AFloat

Definition at line 87 of file CudaTensor.h.

Shape_t

template<typename AFloat >

using TMVA::DNN::TCudaTensor< AFloat >::Shape_t = std::vector<size_t>

Definition at line 85 of file CudaTensor.h.

Constructor & Destructor Documentation

TCudaTensor() [1/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor

(

)

Definition at line 71 of file CudaTensor.cu.

TCudaTensor() [2/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor	(	const AFloat *	data,
		const std::vector< size_t > &	shape,
		TCudaTensor< AFloat >::MemoryLayout	layout = MemoryLayout::ColumnMajor,
		int	deviceIndx = 0,
		int	streamIndx = 0 )

Definition at line 99 of file CudaTensor.cu.

TCudaTensor() [3/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor	(	TCudaDeviceBuffer< AFloat >	buffer,
		const std::vector< size_t > &	shape,
		MemoryLayout	memlayout = MemoryLayout::ColumnMajor,
		int	deviceIndx = 0,
		int	streamIndx = 0 )

Definition at line 122 of file CudaTensor.cu.

TCudaTensor() [4/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor	(	const std::vector< size_t > &	shape,
		TCudaTensor< AFloat >::MemoryLayout	layout = MemoryLayout::ColumnMajor,
		int	deviceIndx = 0,
		int	streamIndx = 0 )

Definition at line 80 of file CudaTensor.cu.

TCudaTensor() [5/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor ( size_t bsize, size_t csize, size_t hwsize, MemoryLayout memlayout = MemoryLayout::ColumnMajor, int deviceIndx = 0, int streamIndx = 0 )

inline

Definition at line 147 of file CudaTensor.h.

TCudaTensor() [6/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor ( size_t bsize, size_t csize, size_t hsize, size_t wsize, MemoryLayout memlayout = MemoryLayout::ColumnMajor, int deviceIndx = 0, int streamIndx = 0 )

inline

Definition at line 152 of file CudaTensor.h.

TCudaTensor() [7/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor ( size_t n, size_t m, MemoryLayout memlayout = MemoryLayout::ColumnMajor, int deviceIndx = 0, int streamIndx = 0 )

inline

Definition at line 160 of file CudaTensor.h.

TCudaTensor() [8/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor	(	const TCudaMatrix< AFloat > &	m,
		size_t	dim = 2 )

Definition at line 157 of file CudaTensor.cu.

TCudaTensor() [9/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor ( const TMatrixT< AFloat > & m, size_t dim = 2 )

inline

Definition at line 167 of file CudaTensor.h.

TCudaTensor() [10/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor ( TCudaDeviceBuffer< AFloat > buffer, size_t n, size_t m )

inline

Definition at line 171 of file CudaTensor.h.

TCudaTensor() [11/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor ( const TCudaTensor< AFloat > & )

default

TCudaTensor() [12/12]

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::TCudaTensor ( TCudaTensor< AFloat > && )

default

~TCudaTensor()

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::~TCudaTensor

(

)

Definition at line 362 of file CudaTensor.cu.

Member Function Documentation

At()

template<typename AFloat >

TCudaTensor< AFloat > TMVA::DNN::TCudaTensor< AFloat >::At ( size_t i ) const

inline

Definition at line 362 of file CudaTensor.h.

ComputeStridesFromShape()

template<typename AFloat >

std::vector< std::size_t > TMVA::DNN::TCudaTensor< AFloat >::ComputeStridesFromShape ( const std::vector< std::size_t > & shape, bool rowmajorLayout )

inlinestatic

This information is needed for the multi-dimensional indexing.

See here: https://en.wikipedia.org/wiki/Row-_and_column-major_order https://docs.scipy.org/doc/numpy/reference/generated/numpy.ndarray.strides.html

Definition at line 43 of file CudaTensor.cu.

GetComputeStream()

template<typename AFloat >

cudaStream_t TMVA::DNN::TCudaTensor< AFloat >::GetComputeStream ( ) const

inline

Definition at line 211 of file CudaTensor.h.

GetCSize()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetCSize ( ) const

inline

Definition at line 277 of file CudaTensor.h.

GetData() [1/2]

template<typename AFloat >

AFloat * TMVA::DNN::TCudaTensor< AFloat >::GetData ( )

inline

Definition at line 195 of file CudaTensor.h.

GetData() [2/2]

template<typename AFloat >

const AFloat * TMVA::DNN::TCudaTensor< AFloat >::GetData ( ) const

inline

Definition at line 194 of file CudaTensor.h.

GetDataPointer() [1/2]

template<typename AFloat >

AFloat * TMVA::DNN::TCudaTensor< AFloat >::GetDataPointer ( )

inline

Definition at line 193 of file CudaTensor.h.

GetDataPointer() [2/2]

template<typename AFloat >

const AFloat * TMVA::DNN::TCudaTensor< AFloat >::GetDataPointer ( ) const

inline

Definition at line 192 of file CudaTensor.h.

GetDataPointerAt() [1/2]

template<typename AFloat >

AFloat * TMVA::DNN::TCudaTensor< AFloat >::GetDataPointerAt ( size_t i )

inline

Definition at line 199 of file CudaTensor.h.

GetDataPointerAt() [2/2]

template<typename AFloat >

const AFloat * TMVA::DNN::TCudaTensor< AFloat >::GetDataPointerAt ( size_t i ) const

inline

Definition at line 197 of file CudaTensor.h.

GetDeviceBuffer() [1/2]

template<typename AFloat >

TCudaDeviceBuffer< AFloat > & TMVA::DNN::TCudaTensor< AFloat >::GetDeviceBuffer ( )

inline

Definition at line 203 of file CudaTensor.h.

GetDeviceBuffer() [2/2]

template<typename AFloat >

const TCudaDeviceBuffer< AFloat > & TMVA::DNN::TCudaTensor< AFloat >::GetDeviceBuffer ( ) const

inline

Definition at line 202 of file CudaTensor.h.

GetDimAt()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetDimAt ( size_t i ) const

inline

Definition at line 188 of file CudaTensor.h.

GetFirstSize()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetFirstSize ( ) const

inline

Definition at line 272 of file CudaTensor.h.

GetFirstStride()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetFirstStride ( ) const

inline

Definition at line 274 of file CudaTensor.h.

GetHSize()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetHSize ( ) const

inline

Definition at line 281 of file CudaTensor.h.

GetLayout()

template<typename AFloat >

MemoryLayout TMVA::DNN::TCudaTensor< AFloat >::GetLayout ( ) const

inline

Definition at line 184 of file CudaTensor.h.

GetMatrix()

template<typename AFloat >

TCudaMatrix< AFloat > TMVA::DNN::TCudaTensor< AFloat >::GetMatrix ( ) const

inline

Definition at line 302 of file CudaTensor.h.

GetNcols()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetNcols ( ) const

inline

Definition at line 298 of file CudaTensor.h.

GetNDim()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetNDim ( ) const

inline

Definition at line 189 of file CudaTensor.h.

GetNrows()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetNrows ( ) const

inline

Definition at line 297 of file CudaTensor.h.

GetShape()

template<typename AFloat >

const Shape_t & TMVA::DNN::TCudaTensor< AFloat >::GetShape ( ) const

inline

Definition at line 186 of file CudaTensor.h.

GetSize()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetSize ( ) const

inline

Definition at line 190 of file CudaTensor.h.

GetStrides()

template<typename AFloat >

const Shape_t & TMVA::DNN::TCudaTensor< AFloat >::GetStrides ( ) const

inline

Definition at line 187 of file CudaTensor.h.

GetWSize()

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::GetWSize ( ) const

inline

Definition at line 287 of file CudaTensor.h.

InitializeCuda()

template<typename AFloat >

void TMVA::DNN::TCudaTensor< AFloat >::InitializeCuda ( )

private

Initializes all shared devices resource and makes sure that a sufficient number of curand states are allocated on the device and initialized as well as that the one-vector for the summation over columns has the right size.

Definition at line 366 of file CudaTensor.cu.

InitializeCurandStates()

template<typename AFloat >

void TMVA::DNN::TCudaTensor< AFloat >::InitializeCurandStates ( )

private

Definition at line 377 of file CudaTensor.cu.

isEqual() [1/2]

template<typename AFloat >

bool TMVA::DNN::TCudaTensor< AFloat >::isEqual ( const AFloat * hostBufferOther, size_t otherSize )

inline

Definition at line 236 of file CudaTensor.h.

isEqual() [2/2]

template<typename AFloat >

bool TMVA::DNN::TCudaTensor< AFloat >::isEqual ( TCudaTensor< AFloat > & other )

inline

Definition at line 218 of file CudaTensor.h.

operator TMatrixT< AFloat >()

template<typename AFloat >

TMVA::DNN::TCudaTensor< AFloat >::operator TMatrixT< AFloat >

(

)

const

Convert cuda matrix to Root TMatrix.

Performs synchronous data transfer.

Definition at line 175 of file CudaTensor.cu.

operator()() [1/3]

template<typename AFloat >

TCudaDeviceReference< AFloat > TMVA::DNN::TCudaTensor< AFloat >::operator() ( size_t i, size_t j ) const

inline

Definition at line 378 of file CudaTensor.h.

operator()() [2/3]

template<typename AFloat >

TCudaDeviceReference< AFloat > TMVA::DNN::TCudaTensor< AFloat >::operator() ( size_t i, size_t j, size_t k ) const

inline

Definition at line 392 of file CudaTensor.h.

operator()() [3/3]

template<typename AFloat >

TCudaDeviceReference< AFloat > TMVA::DNN::TCudaTensor< AFloat >::operator() ( size_t i, size_t j, size_t k, size_t l ) const

inline

Definition at line 407 of file CudaTensor.h.

operator=() [1/2]

template<typename AFloat >

TCudaTensor & TMVA::DNN::TCudaTensor< AFloat >::operator= ( const TCudaTensor< AFloat > & )

default

operator=() [2/2]

template<typename AFloat >

TCudaTensor & TMVA::DNN::TCudaTensor< AFloat >::operator= ( TCudaTensor< AFloat > && )

default

operator[]()

template<typename AFloat >

TCudaMatrix< AFloat > TMVA::DNN::TCudaTensor< AFloat >::operator[] ( size_t i ) const

inline

Definition at line 330 of file CudaTensor.h.

Print()

template<typename AFloat >

void TMVA::DNN::TCudaTensor< AFloat >::Print	(	const char *	name = "Tensor",
		bool	truncate = false ) const

Definition at line 385 of file CudaTensor.cu.

PrintShape()

template<typename AFloat >

void TMVA::DNN::TCudaTensor< AFloat >::PrintShape

(

const char *

name = "Tensor"

)

const

Definition at line 410 of file CudaTensor.cu.

Reshape()

template<typename AFloat >

TCudaTensor< AFloat > TMVA::DNN::TCudaTensor< AFloat >::Reshape ( const Shape_t & newShape ) const

inline

Definition at line 352 of file CudaTensor.h.

ReshapeInPlace()

template<typename AFloat >

void TMVA::DNN::TCudaTensor< AFloat >::ReshapeInPlace ( const Shape_t & newShape )

inline

Definition at line 340 of file CudaTensor.h.

SetComputeStream()

template<typename AFloat >

void TMVA::DNN::TCudaTensor< AFloat >::SetComputeStream ( cudaStream_t stream )

inline

Definition at line 214 of file CudaTensor.h.

SetConstVal()

template<typename AFloat >

void TMVA::DNN::TCudaTensor< AFloat >::SetConstVal ( const AFloat constVal )

inline

Definition at line 259 of file CudaTensor.h.

SetTensorDescriptor()

template<typename AFloat >

void TMVA::DNN::TCudaTensor< AFloat >::SetTensorDescriptor

(

)

Definition at line 370 of file CudaTensor.cu.

Zero()

template<typename AFloat >

void TMVA::DNN::TCudaTensor< AFloat >::Zero ( )

inline

Definition at line 255 of file CudaTensor.h.

Member Data Documentation

fDevice

template<typename AFloat >

int TMVA::DNN::TCudaTensor< AFloat >::fDevice

private

Device associated with current tensor instance.

Definition at line 118 of file CudaTensor.h.

fElementBuffer

template<typename AFloat >

TCudaDeviceBuffer<AFloat> TMVA::DNN::TCudaTensor< AFloat >::fElementBuffer

private

Definition at line 122 of file CudaTensor.h.

fInstances

template<typename AFloat >

std::vector< int > TMVA::DNN::TCudaTensor< AFloat >::fInstances

staticprivate

For each GPU device keep the CUDA streams in which tensors are used.

Instances belonging to the same stream on the same deviceshare a cudnn library handel to keep cudnn contexts separated

Definition at line 109 of file CudaTensor.h.

fMemoryLayout

template<typename AFloat >

MemoryLayout TMVA::DNN::TCudaTensor< AFloat >::fMemoryLayout

private

Definition at line 124 of file CudaTensor.h.

fNDim

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::fNDim

private

Dimension of the tensor (first dimension is the batch size, second is the no. channels)

Definition at line 116 of file CudaTensor.h.

fShape

template<typename AFloat >

Shape_t TMVA::DNN::TCudaTensor< AFloat >::fShape

private

The shape vector (size of dimensions) needs to be ordered as no.

channels, image dimensions. spatial subdimensions

Definition at line 114 of file CudaTensor.h.

fSize

template<typename AFloat >

size_t TMVA::DNN::TCudaTensor< AFloat >::fSize

private

No. of elements.

Definition at line 117 of file CudaTensor.h.

fStreamIndx

template<typename AFloat >

int TMVA::DNN::TCudaTensor< AFloat >::fStreamIndx

private

Cuda stream associated with current instance.

Definition at line 119 of file CudaTensor.h.

fStrides

template<typename AFloat >

Shape_t TMVA::DNN::TCudaTensor< AFloat >::fStrides

private

Strides between tensor dimensions (always assume dense, non overlapping tensor)

Definition at line 115 of file CudaTensor.h.

fTensorDescriptor

template<typename AFloat >

std::shared_ptr<TensorDescriptor> TMVA::DNN::TCudaTensor< AFloat >::fTensorDescriptor

private

Definition at line 121 of file CudaTensor.h.