continuum_backend_vtable_s Struct Reference

#include <backend_abi.h>

Public Attributes
uint32_t	abi_version
void *	instance
continuum_backend_caps_t(*	capabilities )(void *instance)
const char *(*	tensor_backend_type )(void *instance)
continuum_backend_run_result_t(*	run_with_cache )(void *instance, continuum_backend_node_meta_t node, const continuum_backend_value_t *inputs, size_t input_count, const continuum_backend_state_t *prefix_state, int32_t remaining_tokens)
void(*	destroy )(void *instance)
size_t(*	export_state )(void *instance, continuum_backend_state_t state, uint8_t *out, size_t out_cap)
uint8_t(*	import_state )(void *instance, const uint8_t *bytes, size_t len, continuum_backend_state_t *out)

Member Data Documentation

abi_version

uint32_t continuum_backend_vtable_s::abi_version

capabilities

continuum_backend_caps_t(* continuum_backend_vtable_s::capabilities) (void *instance)

destroy

void(* continuum_backend_vtable_s::destroy) (void *instance)

export_state

size_t(* continuum_backend_vtable_s::export_state) (void *instance, continuum_backend_state_t state, uint8_t *out, size_t out_cap)

import_state

uint8_t(* continuum_backend_vtable_s::import_state) (void *instance, const uint8_t *bytes, size_t len, continuum_backend_state_t *out)

instance

void* continuum_backend_vtable_s::instance

run_with_cache

continuum_backend_run_result_t(* continuum_backend_vtable_s::run_with_cache) (void *instance, continuum_backend_node_meta_t node, const continuum_backend_value_t *inputs, size_t input_count, const continuum_backend_state_t *prefix_state, int32_t remaining_tokens)

tensor_backend_type

const char *(* continuum_backend_vtable_s::tensor_backend_type) (void *instance)

---

The documentation for this struct was generated from the following file:

• include/continuum/backend/backend_abi.h