continuum::runtime::SemanticCacheEntry Struct Reference

#include <semantic_cache.hpp>

Public Attributes
std::vector< float >	embedding
std::vector< std::uint8_t >	cached_output
std::string	model_id
std::int64_t	last_access_ns = 0
std::string	cache_namespace
std::string	embedder_id
	EmbeddingProvider::identity() of the embedder that produced embedding.
std::string	prompt
	Prompt text the entry was cached for, checked by the HitVerifier.

Member Data Documentation

cache_namespace

std::string continuum::runtime::SemanticCacheEntry::cache_namespace

cached_output

std::vector<std::uint8_t> continuum::runtime::SemanticCacheEntry::cached_output

embedder_id

std::string continuum::runtime::SemanticCacheEntry::embedder_id

EmbeddingProvider::identity() of the embedder that produced embedding.

embedding

std::vector<float> continuum::runtime::SemanticCacheEntry::embedding

last_access_ns

std::int64_t continuum::runtime::SemanticCacheEntry::last_access_ns = 0

model_id

std::string continuum::runtime::SemanticCacheEntry::model_id

prompt

std::string continuum::runtime::SemanticCacheEntry::prompt

Prompt text the entry was cached for, checked by the HitVerifier.

---

The documentation for this struct was generated from the following file:

• include/continuum/runtime/semantic_cache.hpp