continuum::runtime::ReuseStepRecord Struct Reference

#include <session.hpp>

Public Attributes
std::string	node_name
bool	cache_hit = false
bool	memo_hit = false
bool	semantic_hit = false
float	semantic_similarity = 0.0f
std::int32_t	prefix_hit_len = 0
std::int32_t	total_tokens = 0
std::int32_t	tokens_saved = 0
std::int32_t	tokens_sent = 0
std::int32_t	compute_steps = 0

Member Data Documentation

cache_hit

bool continuum::runtime::ReuseStepRecord::cache_hit = false

compute_steps

std::int32_t continuum::runtime::ReuseStepRecord::compute_steps = 0

memo_hit

bool continuum::runtime::ReuseStepRecord::memo_hit = false

node_name

std::string continuum::runtime::ReuseStepRecord::node_name

prefix_hit_len

std::int32_t continuum::runtime::ReuseStepRecord::prefix_hit_len = 0

semantic_hit

bool continuum::runtime::ReuseStepRecord::semantic_hit = false

semantic_similarity

float continuum::runtime::ReuseStepRecord::semantic_similarity = 0.0f

tokens_saved

std::int32_t continuum::runtime::ReuseStepRecord::tokens_saved = 0

tokens_sent

std::int32_t continuum::runtime::ReuseStepRecord::tokens_sent = 0

total_tokens

std::int32_t continuum::runtime::ReuseStepRecord::total_tokens = 0

---

The documentation for this struct was generated from the following file:

• include/continuum/runtime/session.hpp