TokenEmbedding.ixx File Reference

Device-templated TokenEmbedding component. More...

#include <memory>
#include <vector>
#include <string>
#include <sstream>
#include <iostream>
#include <stdexcept>
#include <optional>
#include <cmath>
#include <algorithm>
#include <numeric>
#include <format>
import Dnn.TensorHelpers;
import Serialization.Tensor;
import Dnn.TensorOps;
import Serialization.Mode;
import Serialization.ModelArchive;
import Compute.CpuMemoryResource;
import Compute.OperationTraits;
import Compute.ExecutionContextFactory;
import Logging.Logger;
import Compute.ExecutionContext;
import Dnn.Component;
import Dnn.ComponentType;
import Dnn.Tensor;
import Compute.DeviceId;
import Dnn.TensorTypes;
import Compute.MemoryResource;
import Compute.DeviceTypeTraits;
import Dnn.TensorDataType;
import Dnn.TensorDataTypeTraits;
import Dnn.Components.TokenEmbeddingConfig;
import Dnn.ITensor;
import Compute.Device;
import Compute.UnaryOperation;
import Compute.DeviceType;

Classes
class	Mila::Dnn::TokenEmbedding< TDeviceType, TIndex, TPrecision >
	Pure token embedding component (device-templated). More...

Namespaces
namespace	Mila
	Mila main API namespace.
namespace	Mila::Dnn

Detailed Description

Device-templated TokenEmbedding component.

Pure vocabulary lookup: maps token indices [B, T] to dense vectors [B, T, C]. Owns the wte parameter and its gradient. No positional encoding — that is handled downstream by a dedicated encoding component (RoPE, ALiBi, or Learned).

Derived from Lpe with all wpe / IPositionalDecode / decode() concerns removed.