Mila 0.13.48
Deep Neural Network Library
Loading...
Searching...
No Matches
Mila::Dnn::LanguageModel< TDeviceType, TPrecision > Member List

This is the complete list of members for Mila::Dnn::LanguageModel< TDeviceType, TPrecision >, including all inherited members.

Base typedefMila::Dnn::LanguageModel< TDeviceType, TPrecision >
ensureTrainingMode(const char *method) constMila::Dnn::Model< TDeviceType, TPrecision >inlineprivate
eosToken() const noexcept=0Mila::Dnn::LanguageModel< TDeviceType, TPrecision >protectedpure virtual
generate(const std::vector< int32_t > &prompt_tokens, size_t max_new_tokens=64, float temperature=1.0f, int top_k=0)Mila::Dnn::LanguageModel< TDeviceType, TPrecision >inline
generateStreaming(const std::vector< int32_t > &prompt_tokens, std::function< void(int32_t)> on_token, size_t max_new_tokens=64, float temperature=1.0f, int top_k=0, std::stop_token stop={})Mila::Dnn::LanguageModel< TDeviceType, TPrecision >inline
getDeviceId() const noexceptMila::Dnn::Model< TDeviceType, TPrecision >inline
getLanguageNetwork() noexceptMila::Dnn::LanguageModel< TDeviceType, TPrecision >inlineprotected
getLanguageNetwork() const noexceptMila::Dnn::LanguageModel< TDeviceType, TPrecision >inlineprotected
getLastGenerationStatistics() const noexceptMila::Dnn::LanguageModel< TDeviceType, TPrecision >inline
getMemoryStats() constMila::Dnn::Model< TDeviceType, TPrecision >inline
getRuntimeMode() const noexceptMila::Dnn::Model< TDeviceType, TPrecision >inline
isEval() const noexceptMila::Dnn::Model< TDeviceType, TPrecision >inline
isInferenceMode() const noexceptMila::Dnn::Model< TDeviceType, TPrecision >inline
isTrainingMode() const noexceptMila::Dnn::Model< TDeviceType, TPrecision >inline
LanguageModel(const LanguageModel &)=deleteMila::Dnn::LanguageModel< TDeviceType, TPrecision >
LanguageModel(LanguageModel &&)=defaultMila::Dnn::LanguageModel< TDeviceType, TPrecision >
LanguageModel(std::unique_ptr< LanguageNetwork< TDeviceType, TPrecision > > network, RuntimeMode runtime_mode)Mila::Dnn::LanguageModel< TDeviceType, TPrecision >inlineexplicitprotected
last_generation_statistics_Mila::Dnn::LanguageModel< TDeviceType, TPrecision >protected
maxSequenceLength() const noexcept=0Mila::Dnn::LanguageModel< TDeviceType, TPrecision >protectedpure virtual
Model(const Model &)=deleteMila::Dnn::Model< TDeviceType, TPrecision >
Model(Model &&)=defaultMila::Dnn::Model< TDeviceType, TPrecision >
Model(std::unique_ptr< NetworkType > network, RuntimeMode runtime_mode)Mila::Dnn::Model< TDeviceType, TPrecision >inlineexplicitprotected
network_Mila::Dnn::Model< TDeviceType, TPrecision >protected
NetworkType typedefMila::Dnn::Model< TDeviceType, TPrecision >
onGenerating(const std::vector< int32_t > &prompt_tokens, const std::function< void(int32_t)> &on_token, size_t max_new_tokens, float temperature, int top_k, std::stop_token stop)=0Mila::Dnn::LanguageModel< TDeviceType, TPrecision >protectedpure virtual
onTraining()=0Mila::Dnn::Model< TDeviceType, TPrecision >protectedpure virtual
operator=(const LanguageModel &)=deleteMila::Dnn::LanguageModel< TDeviceType, TPrecision >
operator=(LanguageModel &&)=defaultMila::Dnn::LanguageModel< TDeviceType, TPrecision >
Mila::Dnn::Model::operator=(const Model &)=deleteMila::Dnn::Model< TDeviceType, TPrecision >
Mila::Dnn::Model::operator=(Model &&)=defaultMila::Dnn::Model< TDeviceType, TPrecision >
runtime_mode_Mila::Dnn::Model< TDeviceType, TPrecision >private
setEval(bool eval)Mila::Dnn::Model< TDeviceType, TPrecision >inline
stopTokens() constMila::Dnn::LanguageModel< TDeviceType, TPrecision >inlineprotectedvirtual
toString() const =0Mila::Dnn::Model< TDeviceType, TPrecision >pure virtual
train()Mila::Dnn::Model< TDeviceType, TPrecision >inline
vocabSize() const noexcept=0Mila::Dnn::LanguageModel< TDeviceType, TPrecision >protectedpure virtual
~LanguageModel()=defaultMila::Dnn::LanguageModel< TDeviceType, TPrecision >virtual
~Model()=defaultMila::Dnn::Model< TDeviceType, TPrecision >virtual