Continuum C++ API
Unified runtime for token + tensor execution
Loading...
Searching...
No Matches
continuum::runtime::LayerKVCacheIndex Member List

This is the complete list of members for continuum::runtime::LayerKVCacheIndex, including all inherited members.

clear()continuum::runtime::LayerKVCacheIndex
estimated_bytes() constcontinuum::runtime::LayerKVCacheIndex
find_deepest(const std::string &model_id, const std::string &decode_hash, const std::vector< std::int32_t > &tokens, std::int32_t total_layers, std::uint64_t arch_version, const std::string &cache_namespace={}) constcontinuum::runtime::LayerKVCacheIndex
insert(LayerCheckpoint checkpoint)continuum::runtime::LayerKVCacheIndex
invalidate_arch(std::uint64_t arch_version)continuum::runtime::LayerKVCacheIndex
invalidate_model(const std::string &model_id)continuum::runtime::LayerKVCacheIndex
LayerKVCacheIndex(std::size_t max_entries=4096, std::size_t max_bytes=256 *1024 *1024)continuum::runtime::LayerKVCacheIndexexplicit
max_bytes() constcontinuum::runtime::LayerKVCacheIndexinline
max_entries() constcontinuum::runtime::LayerKVCacheIndexinline
size() constcontinuum::runtime::LayerKVCacheIndex