|
Continuum C++ API
Unified runtime for token + tensor execution
|
#include <kv_prefix_cache.hpp>
Public Attributes | |
| std::int32_t | token = -1 |
| std::vector< CacheEntry > | entries |
| std::vector< TrieNode > | children |
| std::vector<TrieNode> continuum::runtime::KVCacheIndex::TrieNode::children |
| std::vector<CacheEntry> continuum::runtime::KVCacheIndex::TrieNode::entries |
| std::int32_t continuum::runtime::KVCacheIndex::TrieNode::token = -1 |