continuum::runtime::LayerKVCacheIndex::LookupResult Struct Reference

#include <layer_cache.hpp>

Public Attributes
backend::BackendState	state
std::int32_t	layer_id = 0
std::int32_t	prefix_len = 0
bool	found = false

Member Data Documentation

found

bool continuum::runtime::LayerKVCacheIndex::LookupResult::found = false

layer_id

std::int32_t continuum::runtime::LayerKVCacheIndex::LookupResult::layer_id = 0

prefix_len

std::int32_t continuum::runtime::LayerKVCacheIndex::LookupResult::prefix_len = 0

state

backend::BackendState continuum::runtime::LayerKVCacheIndex::LookupResult::state

---

The documentation for this struct was generated from the following file:

• include/continuum/runtime/layer_cache.hpp