Continuum C++ API
Unified runtime for token + tensor execution
Loading...
Searching...
No Matches
continuum::runtime::ReuseMetrics Struct Reference

#include <session.hpp>

Public Member Functions

double hit_rate () const
 
double token_reduction_ratio () const
 
void reset ()
 

Public Attributes

std::string session_id
 
std::vector< ReuseStepRecord > steps
 
std::int64_t total_lookups = 0
 
std::int64_t total_hits = 0
 
std::int64_t total_tokens_saved = 0
 
std::int64_t total_tokens_processed = 0
 
std::int64_t run_count = 0
 

Member Function Documentation

◆ hit_rate()

double continuum::runtime::ReuseMetrics::hit_rate ( ) const
inline

◆ reset()

void continuum::runtime::ReuseMetrics::reset ( )
inline

◆ token_reduction_ratio()

double continuum::runtime::ReuseMetrics::token_reduction_ratio ( ) const
inline

Member Data Documentation

◆ run_count

std::int64_t continuum::runtime::ReuseMetrics::run_count = 0

◆ session_id

std::string continuum::runtime::ReuseMetrics::session_id

◆ steps

std::vector<ReuseStepRecord> continuum::runtime::ReuseMetrics::steps

◆ total_hits

std::int64_t continuum::runtime::ReuseMetrics::total_hits = 0

◆ total_lookups

std::int64_t continuum::runtime::ReuseMetrics::total_lookups = 0

◆ total_tokens_processed

std::int64_t continuum::runtime::ReuseMetrics::total_tokens_processed = 0

◆ total_tokens_saved

std::int64_t continuum::runtime::ReuseMetrics::total_tokens_saved = 0

The documentation for this struct was generated from the following file: