Continuum C++ API
Unified runtime for token + tensor execution
Loading...
Searching...
No Matches
continuum::runtime::ReusePolicy Struct Reference

#include <session.hpp>

Public Member Functions

bool should_attempt (const std::vector< std::int32_t > &, std::int32_t potential_prefix_len) const
 

Static Public Member Functions

static ReusePolicy always ()
 
static ReusePolicy never ()
 
static ReusePolicy threshold (std::int32_t min_len)
 

Public Attributes

ReusePolicyKind kind = ReusePolicyKind::Always
 
std::int32_t min_prefix_len = 0
 

Member Function Documentation

◆ always()

static ReusePolicy continuum::runtime::ReusePolicy::always ( )
inlinestatic

◆ never()

static ReusePolicy continuum::runtime::ReusePolicy::never ( )
inlinestatic

◆ should_attempt()

bool continuum::runtime::ReusePolicy::should_attempt ( const std::vector< std::int32_t > &  ,
std::int32_t  potential_prefix_len 
) const
inline

◆ threshold()

static ReusePolicy continuum::runtime::ReusePolicy::threshold ( std::int32_t  min_len)
inlinestatic

Member Data Documentation

◆ kind

ReusePolicyKind continuum::runtime::ReusePolicy::kind = ReusePolicyKind::Always

◆ min_prefix_len

std::int32_t continuum::runtime::ReusePolicy::min_prefix_len = 0

The documentation for this struct was generated from the following file: