Continuum C++ API
Unified runtime for token + tensor execution
Loading...
Searching...
No Matches
continuum::runtime::KVCacheIndex Member List

This is the complete list of members for continuum::runtime::KVCacheIndex, including all inherited members.

clear()continuum::runtime::KVCacheIndex
estimated_bytes() constcontinuum::runtime::KVCacheIndex
insert(CacheEntry entry, const std::vector< std::int32_t > &token_prefix)continuum::runtime::KVCacheIndex
insert_unlocked(CacheEntry entry, const std::vector< std::int32_t > &token_prefix)continuum::runtime::KVCacheIndex
invalidate(void *backend_handle)continuum::runtime::KVCacheIndex
KVCacheIndex(std::size_t max_entries=8192)continuum::runtime::KVCacheIndexexplicit
load_metadata(const std::string &path)continuum::runtime::KVCacheIndex
longest_prefix(const std::string &model_id, const DecodeParams &decode, const std::vector< std::int32_t > &tokens, const std::string &cache_namespace={}) constcontinuum::runtime::KVCacheIndex
max_entries() constcontinuum::runtime::KVCacheIndexinline
save_metadata(const std::string &path) constcontinuum::runtime::KVCacheIndex
size() constcontinuum::runtime::KVCacheIndex
snapshot() constcontinuum::runtime::KVCacheIndex