cpp/server.h

#pragma once

#include <boost/asio.hpp>
#include <boost/beast/http.hpp>

#include "llm_manager_types.h"

class ModelManager;
class ApiKeyAuth;
class RateLimiterStore;
class RequestRegistry;
class MetricsRegistry;
class Scheduler;

namespace http = boost::beast::http;

http::response<http::string_body> handle_request(
    ModelManager &manager,
    const ManagerConfig &config,
    const ApiKeyAuth &auth,
    RateLimiterStore &rate_limiter,
    RequestRegistry &registry,
    MetricsRegistry &metrics,
    Scheduler &scheduler,
    http::request<http::string_body> &&req);

void do_session(
    boost::asio::ip::tcp::socket socket,
    ModelManager &manager,
    const ManagerConfig &config,
    const ApiKeyAuth &auth,
    RateLimiterStore &rate_limiter,
    RequestRegistry &registry,
    MetricsRegistry &metrics,
    Scheduler &scheduler);