vllm_shim.hpp File Reference

#include <continuum/backend/backend.hpp>
#include <atomic>
#include <cstddef>
#include <cstdint>
#include <map>
#include <mutex>
#include <optional>
#include <string>
#include <vector>

Go to the source code of this file.

Classes
class	continuum::backend::VllmShimBackend
struct	continuum::backend::VllmShimBackend::PrefixState
	Prefix text and model a state handle refers to. More...

Namespaces
namespace	continuum
namespace	continuum::backend