Mila 0.13.48
Deep Neural Network Library
Loading...
Searching...
No Matches
RmsNormOp.ixx File Reference
#include <vector>
#include <memory>
#include <string>
#include <stdexcept>
#include <cstdint>
#include <type_traits>
#include <sstream>
#include <cuda_fp16.h>
#include "Kernels/RmsNorm.cuh"
#include <iostream>
import Compute.CudaDeviceMemoryResource;
import Compute.OperationType;
import Compute.ExecutionContext;
import Compute.IExecutionContext;
import Dnn.Component;
import Compute.CpuMemoryResource;
import Logging.Logger;
import Dnn.TensorOps;
import Compute.CudaDevice;
import Compute.DeviceId;
import Compute.Device;
import Compute.CudaRmsNormOp:Dispatch;
import Dnn.TensorTypes;
import Compute.DeviceType;
import Dnn.Tensor;
import Dnn.TensorPartitioning;
import Dnn.TensorDataType;
import Dnn.ITensor;
import Compute.OperationBase;
import Compute.MemoryResource;
import Dnn.Components.RmsNormConfig;
import Dnn.ComponentConfig;
import Dnn.TensorDataTypeTraits;
import Dnn.TensorHostTypeMap;
import Compute.CudaTensorDataType;
import Compute.UnaryOperation;
import Compute.OperationRegistry;

Classes

class  Mila::Dnn::Compute::Cuda::RmsNorm::CudaRmsNormOp< TPrecision >
 CUDA implementation of RMS Normalization. More...
class  Mila::Dnn::Compute::Cuda::RmsNorm::CudaRmsNormOpRegistrar

Namespaces

namespace  Mila
 Mila main API namespace.
namespace  Mila::Dnn
namespace  Mila::Dnn::Compute
namespace  Mila::Dnn::Compute::Cuda
namespace  Mila::Dnn::Compute::Cuda::RmsNorm