observer.hpp

Go to the documentation of this file.

#pragma once
 
#include <cstdint>
#include <string>
 
namespace continuum::runtime {
 
enum class ReuseEventKind : std::uint8_t {
  TierLookup,     
  NodeExecution,  
};
 
struct ReuseEvent {
  ReuseEventKind kind = ReuseEventKind::TierLookup;
  std::string tier;
  std::string node_name;
  std::string node_kind;
  std::string backend;
  std::string model_id;
  std::string cache_namespace;
  bool hit = false;
  std::string served_by;
  float similarity = 0.0f;
  std::int32_t match_len = 0;
  std::int32_t total_tokens = 0;
  std::int32_t tokens_saved = 0;
  std::int32_t tokens_sent = 0;
  std::int32_t reused_prefix_len = 0;
  std::int32_t compute_steps = 0;
  bool used_cached_state = false;
  std::int64_t start_unix_ns = 0;
  std::int64_t end_unix_ns = 0;
};
 
class ReuseObserver {
 public:
  virtual ~ReuseObserver() = default;
  virtual void on_event(const ReuseEvent& event) = 0;
};
 
}  // namespace continuum::runtime