continuum::runtime Namespace Reference

Classes
class	BruteForceEmbeddingProvider
struct	CacheEntry
struct	CacheTierStats
	Occupancy snapshot of one reuse tier, for observability. More...
struct	Checkpoint
struct	CheckpointCacheEntry
struct	DecodeParams
struct	EmbeddingProvider
class	FutureCache
class	HitVerifier
class	Interpreter
class	KVCacheIndex
struct	LayerCheckpoint
struct	LayerCheckpointKey
struct	LayerCheckpointKeyHash
class	LayerKVCacheIndex
class	LexicalNearMissVerifier
struct	MemoEntry
struct	MemoKey
struct	MemoKeyHash
class	MemoryGraphStore
struct	MemoryNode
class	MemoTable
struct	PrefetchEntry
struct	ReuseEvent
struct	ReuseMetrics
class	ReuseObserver
struct	ReusePolicy
struct	ReuseStepRecord
class	Scheduler
struct	SemanticCacheEntry
class	SemanticCacheIndex
class	Session

Enumerations
enum class	MemoryNodeType : std::uint8_t { Prompt = 0 , Completion = 1 , Entity = 2 }
enum class	ReuseEventKind : std::uint8_t { TierLookup , NodeExecution }
	What a ReuseEvent describes. More...
enum class	ReusePolicyKind { Always , Never , ThresholdPrefixLen }

Functions
std::vector< std::uint8_t >	serialize_value (const continuum::Value &value)
continuum::Value	deserialize_value (const std::uint8_t *data, std::size_t len)
std::vector< std::uint8_t >	serialize_checkpoint (const Checkpoint &checkpoint)
Checkpoint	deserialize_checkpoint (const std::vector< std::uint8_t > &bytes)
std::vector< std::uint8_t >	migrate_checkpoint (const std::vector< std::uint8_t > &bytes)
std::vector< std::uint8_t >	serialize_checkpoint_delta (const Checkpoint &base, const Checkpoint &next)
Checkpoint	apply_checkpoint_delta (const Checkpoint &base, const std::vector< std::uint8_t > &delta)
bool	is_checkpoint_delta (const std::vector< std::uint8_t > &bytes)
	True when bytes start with the delta magic ("CPD1").
std::vector< std::uint8_t >	checkpoint_graph (const ir::Graph &graph)
ir::Graph	restore_graph (const std::vector< std::uint8_t > &bytes)
continuum::Value	convert_value_for_backend (const continuum::Value &value, const std::string &target_backend)

Enumeration Type Documentation

MemoryNodeType

enum class continuum::runtime::MemoryNodeType : std::uint8_t

strong

Enumerator
Prompt
Completion
Entity

ReuseEventKind

enum class continuum::runtime::ReuseEventKind : std::uint8_t

strong

What a ReuseEvent describes.

Enumerator
TierLookup	One reuse-tier lookup for a TokenOp.
NodeExecution	One executed node, whatever served it.

ReusePolicyKind

enum class continuum::runtime::ReusePolicyKind

strong

Enumerator
Always
Never
ThresholdPrefixLen

Function Documentation

apply_checkpoint_delta()

Checkpoint continuum::runtime::apply_checkpoint_delta	(	const Checkpoint &	base,
		const std::vector< std::uint8_t > &	delta
	)

Rebuild the checkpoint a delta was computed against base. Throws on a malformed delta or one that does not fit base.

checkpoint_graph()

std::vector< std::uint8_t > continuum::runtime::checkpoint_graph

(

const ir::Graph &

graph

)

convert_value_for_backend()

continuum::Value continuum::runtime::convert_value_for_backend	(	const continuum::Value &	value,
		const std::string &	target_backend
	)

deserialize_checkpoint()

Checkpoint continuum::runtime::deserialize_checkpoint

(

const std::vector< std::uint8_t > &

bytes

)

deserialize_value()

continuum::Value continuum::runtime::deserialize_value	(	const std::uint8_t *	data,
		std::size_t	len
	)

is_checkpoint_delta()

bool continuum::runtime::is_checkpoint_delta

(

const std::vector< std::uint8_t > &

bytes

)

True when bytes start with the delta magic ("CPD1").

migrate_checkpoint()

std::vector< std::uint8_t > continuum::runtime::migrate_checkpoint

(

const std::vector< std::uint8_t > &

bytes

)

Upgrade a checkpoint blob from a known older version to the current wire format. Throws on unknown magic/version.

restore_graph()

ir::Graph continuum::runtime::restore_graph

(

const std::vector< std::uint8_t > &

bytes

)

serialize_checkpoint()

std::vector< std::uint8_t > continuum::runtime::serialize_checkpoint

(

const Checkpoint &

checkpoint

)

serialize_checkpoint_delta()

std::vector< std::uint8_t > continuum::runtime::serialize_checkpoint_delta	(	const Checkpoint &	base,
		const Checkpoint &	next
	)

Encode next relative to base: only the values and portable KV entries that were added, changed, or removed (plus the graph if it changed). Much smaller than a full checkpoint for consecutive steps.

serialize_value()

std::vector< std::uint8_t > continuum::runtime::serialize_value

(

const continuum::Value &

value

)