Mila::Data::TokenizerVocabulary Member List

This is the complete list of members for Mila::Data::TokenizerVocabulary, including all inherited members.

getSize() const =0	Mila::Data::TokenizerVocabulary	pure virtual
idToToken(TokenId id) const =0	Mila::Data::TokenizerVocabulary	pure virtual
save(const std::filesystem::path &path) const =0	Mila::Data::TokenizerVocabulary	pure virtual
tokenToId(const std::string &token) const =0	Mila::Data::TokenizerVocabulary	pure virtual
~TokenizerVocabulary()=default	Mila::Data::TokenizerVocabulary	virtual