continuum::runtime::LayerCheckpoint Struct Reference

#include <layer_cache.hpp>

Public Attributes
backend::BackendState	state
std::vector< std::int32_t >	tokens
std::string	model_id
std::string	decode_hash
std::int32_t	layer_id = 0
std::int32_t	prefix_len = 0
std::uint64_t	arch_version = 0
std::int64_t	last_access_ns = 0
std::size_t	estimated_bytes = 0
std::string	cache_namespace

Member Data Documentation

arch_version

std::uint64_t continuum::runtime::LayerCheckpoint::arch_version = 0

cache_namespace

std::string continuum::runtime::LayerCheckpoint::cache_namespace

decode_hash

std::string continuum::runtime::LayerCheckpoint::decode_hash

estimated_bytes

std::size_t continuum::runtime::LayerCheckpoint::estimated_bytes = 0

last_access_ns

std::int64_t continuum::runtime::LayerCheckpoint::last_access_ns = 0

layer_id

std::int32_t continuum::runtime::LayerCheckpoint::layer_id = 0

model_id

std::string continuum::runtime::LayerCheckpoint::model_id

prefix_len

std::int32_t continuum::runtime::LayerCheckpoint::prefix_len = 0

state

backend::BackendState continuum::runtime::LayerCheckpoint::state

tokens

std::vector<std::int32_t> continuum::runtime::LayerCheckpoint::tokens

---

The documentation for this struct was generated from the following file:

• include/continuum/runtime/layer_cache.hpp