continuum::backend::Backend Class Reference

#include <backend.hpp>

Inheritance diagram for continuum::backend::Backend:

Public Member Functions
virtual	~Backend ()=default
virtual BackendCapabilities	capabilities () const =0
virtual std::string	tensor_backend_type () const
virtual std::vector< std::uint8_t >	export_state (const BackendState &) const
virtual std::optional< BackendState >	import_state (const std::vector< std::uint8_t > &)
virtual BackendRunResult	run_with_cache (const ir::Node &node, const std::vector< continuum::Value > &inputs, const std::optional< BackendState > &prefix_state, std::int32_t remaining_tokens)=0

Constructor & Destructor Documentation

~Backend()

virtual continuum::backend::Backend::~Backend ( )

virtualdefault

Member Function Documentation

capabilities()

virtual BackendCapabilities continuum::backend::Backend::capabilities ( ) const

pure virtual

Implemented in continuum::backend::AnthropicBackend, continuum::backend::AzureOpenAIBackend, continuum::backend::FakeLLMBackend, continuum::backend::LibTorchBackend, continuum::backend::MLXBackend, continuum::backend::OpenAIBackend, and continuum::backend::VllmShimBackend.

export_state()

virtual std::vector< std::uint8_t > continuum::backend::Backend::export_state ( const BackendState &  ) const

inlinevirtual

Reimplemented in continuum::backend::FakeLLMBackend, and continuum::backend::VllmShimBackend.

import_state()

virtual std::optional< BackendState > continuum::backend::Backend::import_state ( const std::vector< std::uint8_t > &  )

inlinevirtual

Reimplemented in continuum::backend::FakeLLMBackend, and continuum::backend::VllmShimBackend.

run_with_cache()

virtual BackendRunResult continuum::backend::Backend::run_with_cache ( const ir::Node &  node, const std::vector< continuum::Value > &  inputs, const std::optional< BackendState > &  prefix_state, std::int32_t  remaining_tokens  )

pure virtual

Implemented in continuum::backend::AnthropicBackend, continuum::backend::AzureOpenAIBackend, continuum::backend::FakeLLMBackend, continuum::backend::LibTorchBackend, continuum::backend::MLXBackend, continuum::backend::OpenAIBackend, and continuum::backend::VllmShimBackend.

tensor_backend_type()

virtual std::string continuum::backend::Backend::tensor_backend_type ( ) const

inlinevirtual

Reimplemented in continuum::backend::LibTorchBackend, and continuum::backend::MLXBackend.

---

The documentation for this class was generated from the following file:

• include/continuum/backend/backend.hpp