Continuum C++ API
Unified runtime for token + tensor execution
Loading...
Searching...
No Matches
continuum::runtime::FutureCache Class Reference

#include <prefetch.hpp>

Public Member Functions

 FutureCache (std::size_t max_entries=256, std::chrono::milliseconds ttl=std::chrono::milliseconds(30000))
 
std::optional< std::vector< std::uint8_t > > get (const std::string &key) const
 
void put (const std::string &key, std::vector< std::uint8_t > output)
 
bool has (const std::string &key) const
 
void invalidate (const std::string &key)
 
void clear ()
 
std::size_t size () const
 
std::size_t max_entries () const
 Capacity in entries passed at construction.
 
std::size_t estimated_bytes () const
 Approximate resident bytes: keys, outputs, and per-entry overhead.
 

Detailed Description

Speculative-prefetch tier.

Eviction: time-to-live first, then first-in-first-out. Entries older than ttl are invisible to get / has and are purged on the next put; if the table still exceeds max_entries the oldest-created entry is dropped.

Constructor & Destructor Documentation

◆ FutureCache()

continuum::runtime::FutureCache::FutureCache ( std::size_t  max_entries = 256,
std::chrono::milliseconds  ttl = std::chrono::milliseconds(30000) 
)
explicit

Member Function Documentation

◆ clear()

void continuum::runtime::FutureCache::clear ( )

◆ estimated_bytes()

std::size_t continuum::runtime::FutureCache::estimated_bytes ( ) const

Approximate resident bytes: keys, outputs, and per-entry overhead.

◆ get()

std::optional< std::vector< std::uint8_t > > continuum::runtime::FutureCache::get ( const std::string &  key) const

◆ has()

bool continuum::runtime::FutureCache::has ( const std::string &  key) const

◆ invalidate()

void continuum::runtime::FutureCache::invalidate ( const std::string &  key)

◆ max_entries()

std::size_t continuum::runtime::FutureCache::max_entries ( ) const
inline

Capacity in entries passed at construction.

◆ put()

void continuum::runtime::FutureCache::put ( const std::string &  key,
std::vector< std::uint8_t >  output 
)

◆ size()

std::size_t continuum::runtime::FutureCache::size ( ) const

The documentation for this class was generated from the following file: