Mila::Dnn::Compute::IKvInference Member List

This is the complete list of members for Mila::Dnn::Compute::IKvInference, including all inherited members.

decode(const ITensor &q, const ITensor &k, const ITensor &v, ITensor &output, int position)=0	Mila::Dnn::Compute::IKvInference	pure virtual
initializeKvCache(int batch_size, int max_sequence_length)=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
prefill(const ITensor &q, const ITensor &k, const ITensor &v, ITensor &output, int position_offset)=0	Mila::Dnn::Compute::IKvInference	pure virtual
resetKvCache()=0	Mila::Dnn::Compute::IKvCacheLifecycle	pure virtual
~IKvCacheLifecycle()=default	Mila::Dnn::Compute::IKvCacheLifecycle	virtual
~IKvInference() override=default	Mila::Dnn::Compute::IKvInference