Mila::Dnn::Compute::AMPConfig Class Reference

Public Types
enum class	OpPrecision {   FP32 , FP16 , BF16 , FP8 ,   Auto , Default }

Public Member Functions
	AMPConfig (OpPrecision precision=OpPrecision::Auto)
template<typename T >
cudaDataType_t	getComputeType () const
template<typename TPrecision , typename TCompute = float>
cublasComputeType_t	getCublasComputeType () const
	Get the appropriate cuBLASLt compute type based on storage and precision settings.
bool	useLossScaling () const
bool	useReducedPrecision () const
bool	useTensorCores () const
	Determine if TensorCore acceleration should be used.

Private Attributes
OpPrecision	precision_

Member Enumeration Documentation

OpPrecision

enum class Mila::Dnn::Compute::AMPConfig::OpPrecision

strong

Enumerator
FP32
FP16
BF16
FP8
Auto
Default

Constructor & Destructor Documentation

AMPConfig()

Mila::Dnn::Compute::AMPConfig::AMPConfig ( OpPrecision  precision = OpPrecision::Auto )

inline

Member Function Documentation

getComputeType()

template<typename T >

cudaDataType_t Mila::Dnn::Compute::AMPConfig::getComputeType ( ) const

inline

getCublasComputeType()

template<typename TPrecision , typename TCompute = float>

cublasComputeType_t Mila::Dnn::Compute::AMPConfig::getCublasComputeType ( ) const

inline

Get the appropriate cuBLASLt compute type based on storage and precision settings.

Template Parameters

TPrecision	The storage data type
TCompute	The desired computation data type

Returns

cublasComputeType_t The recommended cuBLASLt compute type

useLossScaling()

bool Mila::Dnn::Compute::AMPConfig::useLossScaling ( ) const

inline

useReducedPrecision()

bool Mila::Dnn::Compute::AMPConfig::useReducedPrecision ( ) const

inline

useTensorCores()

bool Mila::Dnn::Compute::AMPConfig::useTensorCores ( ) const

inline

Determine if TensorCore acceleration should be used.

Returns

bool True if TensorCore acceleration should be used

Member Data Documentation

precision_

OpPrecision Mila::Dnn::Compute::AMPConfig::precision_

private

---

The documentation for this class was generated from the following file:

• /home/runner/work/Mila/Mila/Mila/Src/Dnn/Common/PrecisionConfig.ixx