Mila::Dnn::Compute::IPackedKvInference Member List

This is the complete list of members for Mila::Dnn::Compute::IPackedKvInference, including all inherited members.

decode(const ITensor &input, ITensor &output, int position)=0	Mila::Dnn::Compute::IPackedKvInference	pure virtual
initializeKvCache(int batch_size, int max_sequence_length)=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
prefill(const ITensor &qkv, ITensor &output)=0	Mila::Dnn::Compute::IPackedKvInference	pure virtual
resetKvCache()=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
~IKvCacheLifecycle()=default	Mila::Dnn::Compute::IKvCacheLifecycle	virtual
~IPackedKvInference() override=default	Mila::Dnn::Compute::IPackedKvInference