File size: 269 Bytes
332826f
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
#pragma once

#include <optional>
#include <string>

#include "llm_manager_types.h"

std::optional<TokenEstimate> estimate_chat_tokens(
    const json &payload,
    const LimitsConfig &limits,
    std::string &error);

bool request_stream_enabled(const json &payload);