CudaMhaOp.ixx File Reference

#include <cublasLt.h>
#include <cuda_fp16.h>
#include <vector>
#include <memory>
#include <string>
#include <format>
#include <stdexcept>
#include <cstdint>
#include <type_traits>
#include <sstream>
#include <cassert>
#include "Kernels/CudaMha.cuh"
import Dnn.ComponentConfig;
import Compute.OperationBase;
import Dnn.TensorDataTypeTraits;
import Cuda.Debug;
import Compute.CudaMultiHeadAttentionOp:Dispatch;
import Dnn.TensorTypes;
import Compute.UnaryOperation;
import Compute.CublasLtPlan;
import Dnn.Tensor;
import Dnn.TensorOps;
import Dnn.ITensor;
import Compute.CpuMemoryResource;
import Dnn.Components.MultiHeadAttentionConfig;
import Compute.Device;
import Compute.CudaTensorDataType;
import Compute.IPackedKvInference;
import Compute.IExecutionContext;
import Compute.CudaDevice;
import Compute.ExecutionContext;
import Logging.Logger;
import CublasLt.Error;
import Compute.OperationType;
import Dnn.Component;
import Compute.MemoryResource;
import Compute.CudaDeviceMemoryResource;
import Dnn.TensorDataType;
import Compute.DeviceType;
import Compute.OperationRegistry;
import Compute.IKvCacheLifecycle;

Classes
class	Mila::Dnn::Compute::Cuda::MultiHeadAttention::CudaMultiHeadAttentionOp< TPrecision >
	CUDA implementation of Multi-Head Attention using column-major cuBLASLt optimization. More...
class	Mila::Dnn::Compute::Cuda::MultiHeadAttention::CudaMultiHeadAttentionOpRegistrar

Namespaces
namespace	Mila
	Mila main API namespace.
namespace	Mila::Dnn
namespace	Mila::Dnn::Compute
namespace	Mila::Dnn::Compute::Cuda
namespace	Mila::Dnn::Compute::Cuda::MultiHeadAttention