Mila::Dnn::Compute::Cuda::Rope::RopeCacheRegistry::CacheKey Struct Reference

Public Member Functions
bool	operator== (const CacheKey &) const =default

Public Attributes
float	base
int	device_id
std::size_t	head_dim
std::size_t	max_seq_len
Dnn::TensorDataType	precision

Member Function Documentation

operator==()

bool Mila::Dnn::Compute::Cuda::Rope::RopeCacheRegistry::CacheKey::operator== ( const CacheKey & ) const

default

Member Data Documentation

base

float Mila::Dnn::Compute::Cuda::Rope::RopeCacheRegistry::CacheKey::base

device_id

int Mila::Dnn::Compute::Cuda::Rope::RopeCacheRegistry::CacheKey::device_id

head_dim

std::size_t Mila::Dnn::Compute::Cuda::Rope::RopeCacheRegistry::CacheKey::head_dim

max_seq_len

std::size_t Mila::Dnn::Compute::Cuda::Rope::RopeCacheRegistry::CacheKey::max_seq_len

precision

Dnn::TensorDataType Mila::Dnn::Compute::Cuda::Rope::RopeCacheRegistry::CacheKey::precision

---

The documentation for this struct was generated from the following file:

• /__w/Mila/Mila/Mila/Src/Dnn/Compute/Devices/Cuda/Operations/Encodings/Rope/CudaRopeOp.Cache.ixx