Continuum C++ API
Unified runtime for token + tensor execution
Loading...
Searching...
No Matches
continuum::runtime::CacheEntry Struct Reference

#include <kv_prefix_cache.hpp>

Public Attributes

std::uint64_t prefix_hash = 0
 
std::string model_id
 
DecodeParams decode {}
 
std::int32_t prefix_len = 0
 
continuum::backend::BackendState backend_state {}
 
std::int64_t last_used_ns = 0
 
std::string cache_namespace
 Tenant / deployment namespace; empty preserves single-tenant behavior.
 

Member Data Documentation

◆ backend_state

continuum::backend::BackendState continuum::runtime::CacheEntry::backend_state {}

◆ cache_namespace

std::string continuum::runtime::CacheEntry::cache_namespace

Tenant / deployment namespace; empty preserves single-tenant behavior.

◆ decode

DecodeParams continuum::runtime::CacheEntry::decode {}

◆ last_used_ns

std::int64_t continuum::runtime::CacheEntry::last_used_ns = 0

◆ model_id

std::string continuum::runtime::CacheEntry::model_id

◆ prefix_hash

std::uint64_t continuum::runtime::CacheEntry::prefix_hash = 0

◆ prefix_len

std::int32_t continuum::runtime::CacheEntry::prefix_len = 0

The documentation for this struct was generated from the following file: