continuum::runtime::CheckpointCacheEntry Struct Reference

#include <checkpoint.hpp>

Public Attributes
std::string	model_id
DecodeParams	decode {}
std::int32_t	prefix_len = 0
std::vector< std::int32_t >	tokens
std::vector< std::uint8_t >	state_bytes
std::string	cache_namespace

Member Data Documentation

cache_namespace

std::string continuum::runtime::CheckpointCacheEntry::cache_namespace

decode

DecodeParams continuum::runtime::CheckpointCacheEntry::decode {}

model_id

std::string continuum::runtime::CheckpointCacheEntry::model_id

prefix_len

std::int32_t continuum::runtime::CheckpointCacheEntry::prefix_len = 0

state_bytes

std::vector<std::uint8_t> continuum::runtime::CheckpointCacheEntry::state_bytes

tokens

std::vector<std::int32_t> continuum::runtime::CheckpointCacheEntry::tokens

---

The documentation for this struct was generated from the following file:

• include/continuum/runtime/checkpoint.hpp