RmsNorm.ixx File Reference

RMS Normalization component. More...

#include <iostream>
#include <sstream>
#include <memory>
#include <string>
#include <vector>
#include <type_traits>
#include <cstdint>
#include <stdexcept>
#include <mutex>
#include <utility>
#include <optional>
import Serialization.Mode;
import Compute.MemoryResource;
import Compute.OperationTraits;
import Compute.UnaryOperation;
import Compute.ExecutionContextFactory;
import Compute.IExecutionContext;
import Compute.DeviceTypeTraits;
import Dnn.Components.RmsNormConfig;
import Dnn.TensorTypes;
import Dnn.TensorPartitioning;
import Dnn.Component;
import Dnn.ComponentType;
import Serialization.ModelArchive;
import Dnn.TensorDataType;
import Dnn.TensorInitializers;
import Serialization.Tensor;
import Compute.CpuMemoryResource;
import Compute.Device;
import Compute.ExecutionContext;
import Dnn.ITensor;
import Compute.DeviceId;
import Dnn.Tensor;
import Dnn.TensorDataTypeTraits;
import Compute.DeviceType;

Classes
class	Mila::Dnn::RmsNorm< TDeviceType, TPrecision >
	Device-templated RMS Normalization component. More...

Namespaces
namespace	Mila
	Mila main API namespace.
namespace	Mila::Dnn

Detailed Description

RMS Normalization component.

Normalizes inputs using root-mean-square across the normalized dimensions and applies a learned affine transform (weight and optional bias). Follows the lifecycle and API patterns used by LayerNorm.