Mila 0.13.48
Deep Neural Network Library
Loading...
Searching...
No Matches
Mila::Data::TokenSequenceLoader< TMemoryResource > Member List

This is the complete list of members for Mila::Data::TokenSequenceLoader< TMemoryResource >, including all inherited members.

allocateBuffers()Mila::Data::TokenSequenceLoader< TMemoryResource >inlineprivate
back_buffer_ready_Mila::Data::TokenSequenceLoader< TMemoryResource >private
back_input_tensor_Mila::Data::TokenSequenceLoader< TMemoryResource >private
back_target_tensor_Mila::Data::TokenSequenceLoader< TMemoryResource >private
BaseLoader typedefMila::Data::TokenSequenceLoader< TMemoryResource >
batch_size_Mila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >private
batches_per_window_Mila::Data::TokenSequenceLoader< TMemoryResource >private
batchSize() const noexceptMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inline
cleanupBuffers() noexceptMila::Data::TokenSequenceLoader< TMemoryResource >inlineprivate
config_Mila::Data::TokenSequenceLoader< TMemoryResource >private
current_batch_Mila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >private
current_batch_in_window_Mila::Data::TokenSequenceLoader< TMemoryResource >private
current_window_idx_Mila::Data::TokenSequenceLoader< TMemoryResource >private
currentBatch() const noexceptMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inline
cv_consumer_Mila::Data::TokenSequenceLoader< TMemoryResource >private
cv_producer_Mila::Data::TokenSequenceLoader< TMemoryResource >private
DataLoader(int64_t batch_size)Mila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inlineexplicit
DataLoader(const DataLoader &)=deleteMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >
DataLoader(DataLoader &&)=defaultMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >
device_Mila::Data::TokenSequenceLoader< TMemoryResource >private
file_size_Mila::Data::TokenSequenceLoader< TMemoryResource >private
fillBatch(const TokenId *window_buffer, size_t batch_idx, HostType *input_dest, HostType *target_dest)Mila::Data::TokenSequenceLoader< TMemoryResource >inlineprivate
front_buffer_ready_Mila::Data::TokenSequenceLoader< TMemoryResource >private
front_input_tensor_Mila::Data::TokenSequenceLoader< TMemoryResource >private
front_target_tensor_Mila::Data::TokenSequenceLoader< TMemoryResource >private
getDatasetInfo() constMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inlinevirtual
hasNext() constMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inlinevirtual
HostType typedefMila::Data::TokenSequenceLoader< TMemoryResource >
incrementBatch() noexceptMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inlineprotected
initializeDataset()Mila::Data::TokenSequenceLoader< TMemoryResource >inlineprivate
input_data_typeMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >static
InputDataType typedefMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >
inputs() overrideMila::Data::TokenSequenceLoader< TMemoryResource >inlinevirtual
inputs() const overrideMila::Data::TokenSequenceLoader< TMemoryResource >inlinevirtual
InputTensor typedefMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >
is_mixed_precisionMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >static
is_training_Mila::Data::TokenSequenceLoader< TMemoryResource >private
loadWindowFromFile(std::ifstream &file, TokenId *buffer, size_t window_idx)Mila::Data::TokenSequenceLoader< TMemoryResource >inlineprivate
MemoryResource typedefMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >
mutex_Mila::Data::TokenSequenceLoader< TMemoryResource >private
nextBatch() overrideMila::Data::TokenSequenceLoader< TMemoryResource >inlinevirtual
num_batches_Mila::Data::TokenSequenceLoader< TMemoryResource >private
num_tokens_Mila::Data::TokenSequenceLoader< TMemoryResource >private
num_windows_Mila::Data::TokenSequenceLoader< TMemoryResource >private
numBatches() const overrideMila::Data::TokenSequenceLoader< TMemoryResource >inlinevirtual
numTokens() constMila::Data::TokenSequenceLoader< TMemoryResource >inline
numWindows() constMila::Data::TokenSequenceLoader< TMemoryResource >inline
operator=(const TokenSequenceLoader &)=deleteMila::Data::TokenSequenceLoader< TMemoryResource >
operator=(TokenSequenceLoader &&)=deleteMila::Data::TokenSequenceLoader< TMemoryResource >
Mila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >::operator=(const DataLoader &)=deleteMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >
Mila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >::operator=(DataLoader &&)=defaultMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >
prepareSequenceIndices()Mila::Data::TokenSequenceLoader< TMemoryResource >inlineprivate
producer_exception_Mila::Data::TokenSequenceLoader< TMemoryResource >private
producer_thread_Mila::Data::TokenSequenceLoader< TMemoryResource >private
producerThreadFunc() noexceptMila::Data::TokenSequenceLoader< TMemoryResource >inlineprivate
reset() overrideMila::Data::TokenSequenceLoader< TMemoryResource >inlinevirtual
seq_length_Mila::Data::TokenSequenceLoader< TMemoryResource >private
sequence_indices_Mila::Data::TokenSequenceLoader< TMemoryResource >private
sequenceLength() constMila::Data::TokenSequenceLoader< TMemoryResource >inline
sequences_per_window_Mila::Data::TokenSequenceLoader< TMemoryResource >private
setCurrentBatch(int64_t batch_index) noexceptMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inlineprotected
shuffleSequenceIndices()Mila::Data::TokenSequenceLoader< TMemoryResource >inlineprivate
stop_Mila::Data::TokenSequenceLoader< TMemoryResource >private
supportsMixedPrecision() noexceptMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inlinestatic
swapBuffers() noexceptMila::Data::TokenSequenceLoader< TMemoryResource >inlineprivate
target_data_typeMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >static
TargetDataType typedefMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >
targets() overrideMila::Data::TokenSequenceLoader< TMemoryResource >inlinevirtual
targets() const overrideMila::Data::TokenSequenceLoader< TMemoryResource >inlinevirtual
TargetTensor typedefMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >
TensorType typedefMila::Data::TokenSequenceLoader< TMemoryResource >
tokens_file_path_Mila::Data::TokenSequenceLoader< TMemoryResource >private
TokenSequenceLoader(const std::filesystem::path &tokens_file, int64_t batch_size, int64_t seq_length, bool is_training, DeviceId device, const TokenSequenceLoaderConfig &config=TokenSequenceLoaderConfig())Mila::Data::TokenSequenceLoader< TMemoryResource >inline
TokenSequenceLoader(const TokenSequenceLoader &)=deleteMila::Data::TokenSequenceLoader< TMemoryResource >
TokenSequenceLoader(TokenSequenceLoader &&)=deleteMila::Data::TokenSequenceLoader< TMemoryResource >
uses_pinned_memoryMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >static
usesPinnedMemory() noexceptMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inlinestatic
validateCurrentBatch() constMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >inlinevirtual
validateDeviceId(DeviceId device)Mila::Data::TokenSequenceLoader< TMemoryResource >inlineprivatestatic
window_size_tokens_Mila::Data::TokenSequenceLoader< TMemoryResource >private
windowSizeTokens() constMila::Data::TokenSequenceLoader< TMemoryResource >inline
~DataLoader()=defaultMila::Data::DataLoader< TensorDataType::INT32, TensorDataType::INT32, TMemoryResource >virtual
~TokenSequenceLoader() noexceptMila::Data::TokenSequenceLoader< TMemoryResource >inline