continuum::runtime::Interpreter Class Reference

#include <interpreter.hpp>

Public Member Functions
	Interpreter (backend::BackendRegistry &backends, KVCacheIndex &cache, const ReusePolicy *policy=nullptr)
std::vector< continuum::Value >	run (const ir::Graph &g, const std::unordered_map< ir::NodeId, continuum::Value > &inputs)
Checkpoint	run_until (ir::NodeId node_id)
std::vector< continuum::Value >	resume (const Checkpoint &checkpoint)
void	begin (const ir::Graph &g, const std::unordered_map< ir::NodeId, continuum::Value > &inputs)
continuum::Value	step (const ir::Node &n, const std::vector< continuum::Value > &input_values)
const std::unordered_map< ir::NodeId, continuum::Value > &	active_values () const
void	set_memo_table (MemoTable *memo)
void	set_semantic_cache (SemanticCacheIndex *sc)
void	set_embedding_provider (EmbeddingProvider *ep)
void	set_layer_cache (LayerKVCacheIndex *lc)
void	set_memory_graph (MemoryGraphStore *mg)
void	set_cache_namespace (std::string ns)
void	set_observer (ReuseObserver *observer)
ReuseObserver *	observer () const
const std::string &	cache_namespace () const
MemoTable *	memo_table () const
SemanticCacheIndex *	semantic_cache () const
EmbeddingProvider *	embedding_provider () const
LayerKVCacheIndex *	layer_cache () const
MemoryGraphStore *	memory_graph () const

Constructor & Destructor Documentation

Interpreter()

continuum::runtime::Interpreter::Interpreter ( backend::BackendRegistry &  backends, KVCacheIndex &  cache, const ReusePolicy *  policy = nullptr  )

explicit

Member Function Documentation

active_values()

const std::unordered_map< ir::NodeId, continuum::Value > & continuum::runtime::Interpreter::active_values

(

)

const

Values computed so far by the active begin / run_until / resume execution, keyed by node id. Empty when nothing is active.

begin()

void continuum::runtime::Interpreter::begin	(	const ir::Graph &	g,
		const std::unordered_map< ir::NodeId, continuum::Value > &	inputs
	)

cache_namespace()

const std::string & continuum::runtime::Interpreter::cache_namespace ( ) const

inline

embedding_provider()

EmbeddingProvider * continuum::runtime::Interpreter::embedding_provider ( ) const

inline

layer_cache()

LayerKVCacheIndex * continuum::runtime::Interpreter::layer_cache ( ) const

inline

memo_table()

MemoTable * continuum::runtime::Interpreter::memo_table ( ) const

inline

memory_graph()

MemoryGraphStore * continuum::runtime::Interpreter::memory_graph ( ) const

inline

observer()

ReuseObserver * continuum::runtime::Interpreter::observer ( ) const

inline

resume()

std::vector< continuum::Value > continuum::runtime::Interpreter::resume

(

const Checkpoint &

checkpoint

)

run()

std::vector< continuum::Value > continuum::runtime::Interpreter::run	(	const ir::Graph &	g,
		const std::unordered_map< ir::NodeId, continuum::Value > &	inputs
	)

run_until()

Checkpoint continuum::runtime::Interpreter::run_until

(

ir::NodeId

node_id

)

semantic_cache()

SemanticCacheIndex * continuum::runtime::Interpreter::semantic_cache ( ) const

inline

set_cache_namespace()

void continuum::runtime::Interpreter::set_cache_namespace ( std::string  ns )

inline

set_embedding_provider()

void continuum::runtime::Interpreter::set_embedding_provider ( EmbeddingProvider *  ep )

inline

set_layer_cache()

void continuum::runtime::Interpreter::set_layer_cache ( LayerKVCacheIndex *  lc )

inline

set_memo_table()

void continuum::runtime::Interpreter::set_memo_table ( MemoTable *  memo )

inline

set_memory_graph()

void continuum::runtime::Interpreter::set_memory_graph ( MemoryGraphStore *  mg )

inline

set_observer()

void continuum::runtime::Interpreter::set_observer ( ReuseObserver *  observer )

inline

Receive a ReuseEvent per tier lookup and per executed node; nullptr (the default) turns emission off entirely.

set_semantic_cache()

void continuum::runtime::Interpreter::set_semantic_cache ( SemanticCacheIndex *  sc )

inline

step()

continuum::Value continuum::runtime::Interpreter::step	(	const ir::Node &	n,
		const std::vector< continuum::Value > &	input_values
	)

---

The documentation for this class was generated from the following file:

• include/continuum/runtime/interpreter.hpp