continuum::runtime::SemanticCacheIndex::LookupResult Struct Reference

#include <semantic_cache.hpp>

Public Attributes
std::vector< std::uint8_t >	output
float	similarity = 0.0f
bool	above_threshold = false
	true when an answer is served
std::string	prompt
	prompt of the served entry
std::int32_t	verifier_rejections = 0
	candidates the verifier turned down

Member Data Documentation

above_threshold

bool continuum::runtime::SemanticCacheIndex::LookupResult::above_threshold = false

true when an answer is served

output

std::vector<std::uint8_t> continuum::runtime::SemanticCacheIndex::LookupResult::output

prompt

std::string continuum::runtime::SemanticCacheIndex::LookupResult::prompt

prompt of the served entry

similarity

float continuum::runtime::SemanticCacheIndex::LookupResult::similarity = 0.0f

verifier_rejections

std::int32_t continuum::runtime::SemanticCacheIndex::LookupResult::verifier_rejections = 0

candidates the verifier turned down

---

The documentation for this struct was generated from the following file:

• include/continuum/runtime/semantic_cache.hpp