TransformerBlock.ixx File Reference

Implementation of the transformer encoder block for neural networks. More...

#include <memory>
#include <vector>
#include <string>
#include <iostream>
#include <sstream>
#include <stdexcept>
#include <iosfwd>
import Serialization.ModelArchive;
import Dnn.Modules.Dropout;
import Dnn.Modules.Attention;
import Dnn.Modules.Linear;
import Dnn.Blocks.TransformerBlock:Config;
import Dnn.Tensor;
import Dnn.TensorTraits;
import Dnn.Module;
import Compute.Precision;
import Compute.ComputeDevice;
import Dnn.Blocks.MLP;
import Dnn.Modules.Residual;
import Compute.CudaMemoryResource;
import Compute.DeviceType;
import Dnn.Modules.LayerNorm;
import Compute.DeviceContext;
import Compute.MemoryResource;
import Compute.CpuMemoryResource;
import Dnn.CompositeModule;

Classes
class	Mila::Dnn::TransformerBlock< TDeviceType, TDataType >
	TransformerBlock implements a standard transformer encoder block. More...

Namespaces
namespace	Mila
namespace	Mila::Dnn

Typedefs
template<typename TDataType = float>
using	Mila::Dnn::CpuTransformerBlock = TransformerBlock< DeviceType::Cpu, TDataType >
	Type alias for CPU-based transformer block with customizable tensor type.
template<typename TDataType = float>
using	Mila::Dnn::CudaTransformerBlock = TransformerBlock< DeviceType::Cuda, TDataType >
	Type alias for CUDA-based transformer block with customizable tensor type.

Detailed Description

Implementation of the transformer encoder block for neural networks.