continuum::backend::FakeLLMBackend Class Reference

#include <fake_llm.hpp>

Inheritance diagram for continuum::backend::FakeLLMBackend:

Public Member Functions
BackendCapabilities	capabilities () const override
std::vector< std::uint8_t >	export_state (const BackendState &state) const override
std::optional< BackendState >	import_state (const std::vector< std::uint8_t > &bytes) override
BackendRunResult	run_with_cache (const ir::Node &node, const std::vector< continuum::Value > &inputs, const std::optional< BackendState > &prefix_state, std::int32_t remaining_tokens) override
Public Member Functions inherited from continuum::backend::Backend
virtual	~Backend ()=default
virtual std::string	tensor_backend_type () const

Member Function Documentation

capabilities()

BackendCapabilities continuum::backend::FakeLLMBackend::capabilities ( ) const

overridevirtual

Implements continuum::backend::Backend.

export_state()

std::vector< std::uint8_t > continuum::backend::FakeLLMBackend::export_state ( const BackendState &  state ) const

overridevirtual

Reimplemented from continuum::backend::Backend.

import_state()

std::optional< BackendState > continuum::backend::FakeLLMBackend::import_state ( const std::vector< std::uint8_t > &  bytes )

overridevirtual

Reimplemented from continuum::backend::Backend.

run_with_cache()

BackendRunResult continuum::backend::FakeLLMBackend::run_with_cache ( const ir::Node &  node, const std::vector< continuum::Value > &  inputs, const std::optional< BackendState > &  prefix_state, std::int32_t  remaining_tokens  )

overridevirtual

Implements continuum::backend::Backend.

---

The documentation for this class was generated from the following file:

• include/continuum/backend/fake_llm.hpp