continuum::backend::LibTorchBackend Class Reference

#include <libtorch.hpp>

Inheritance diagram for continuum::backend::LibTorchBackend:

Public Member Functions
BackendCapabilities	capabilities () const override
std::string	tensor_backend_type () const override
BackendRunResult	run_with_cache (const ir::Node &node, const std::vector< continuum::Value > &inputs, const std::optional< BackendState > &prefix_state, std::int32_t remaining_tokens) override
Public Member Functions inherited from continuum::backend::Backend
virtual	~Backend ()=default
virtual std::vector< std::uint8_t >	export_state (const BackendState &) const
virtual std::optional< BackendState >	import_state (const std::vector< std::uint8_t > &)

Member Function Documentation

capabilities()

BackendCapabilities continuum::backend::LibTorchBackend::capabilities ( ) const

overridevirtual

Implements continuum::backend::Backend.

run_with_cache()

BackendRunResult continuum::backend::LibTorchBackend::run_with_cache ( const ir::Node &  node, const std::vector< continuum::Value > &  inputs, const std::optional< BackendState > &  prefix_state, std::int32_t  remaining_tokens  )

overridevirtual

Implements continuum::backend::Backend.

tensor_backend_type()

std::string continuum::backend::LibTorchBackend::tensor_backend_type ( ) const

inlineoverridevirtual

Reimplemented from continuum::backend::Backend.

---

The documentation for this class was generated from the following file:

• include/continuum/backend/libtorch.hpp