Mila::Dnn::Compute::OperationNames Namespace Reference

Variables
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::CrossEntropy = "CrossEntropyOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Dropout = "DropoutOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Fused = "FusedOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Gelu = "GeluOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::GroupedQueryAttention = "GroupedQueryAttentionOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::LayerNorm = "LayerNormOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Linear = "LinearOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Lpe = "LpeOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::MultiHeadAttention = "MultiHeadAttentionOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Residual = "ResidualOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::RmsNorm = "RmsNormOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Rope = "RopeOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Sampling = "SamplingOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Softmax = "SoftmaxOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::SoftmaxCrossEntropy = "SoftmaxCrossEntropyOp"
	WIP — targeted for Llama training.
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::Swiglu = "SwigluOp"
constexpr std::string_view	Mila::Dnn::Compute::OperationNames::TokenEmbedding = "TokenEmbeddingOp"

Variable Documentation

CrossEntropy

std::string_view Mila::Dnn::Compute::OperationNames::CrossEntropy = "CrossEntropyOp"

constexprexport

Dropout

std::string_view Mila::Dnn::Compute::OperationNames::Dropout = "DropoutOp"

constexprexport

Fused

std::string_view Mila::Dnn::Compute::OperationNames::Fused = "FusedOp"

constexprexport

Gelu

std::string_view Mila::Dnn::Compute::OperationNames::Gelu = "GeluOp"

constexprexport

GroupedQueryAttention

std::string_view Mila::Dnn::Compute::OperationNames::GroupedQueryAttention = "GroupedQueryAttentionOp"

constexprexport

LayerNorm

std::string_view Mila::Dnn::Compute::OperationNames::LayerNorm = "LayerNormOp"

constexprexport

Linear

std::string_view Mila::Dnn::Compute::OperationNames::Linear = "LinearOp"

constexprexport

Lpe

std::string_view Mila::Dnn::Compute::OperationNames::Lpe = "LpeOp"

constexprexport

MultiHeadAttention

std::string_view Mila::Dnn::Compute::OperationNames::MultiHeadAttention = "MultiHeadAttentionOp"

constexprexport

Residual

std::string_view Mila::Dnn::Compute::OperationNames::Residual = "ResidualOp"

constexprexport

RmsNorm

std::string_view Mila::Dnn::Compute::OperationNames::RmsNorm = "RmsNormOp"

constexprexport

Rope

std::string_view Mila::Dnn::Compute::OperationNames::Rope = "RopeOp"

constexprexport

Sampling

std::string_view Mila::Dnn::Compute::OperationNames::Sampling = "SamplingOp"

constexprexport

Softmax

std::string_view Mila::Dnn::Compute::OperationNames::Softmax = "SoftmaxOp"

constexprexport

SoftmaxCrossEntropy

std::string_view Mila::Dnn::Compute::OperationNames::SoftmaxCrossEntropy = "SoftmaxCrossEntropyOp"

constexprexport

WIP — targeted for Llama training.

Swiglu

std::string_view Mila::Dnn::Compute::OperationNames::Swiglu = "SwigluOp"

constexprexport

TokenEmbedding

std::string_view Mila::Dnn::Compute::OperationNames::TokenEmbedding = "TokenEmbeddingOp"

constexprexport