node_modules/tiktoken/load.d.ts

export declare function load(registry: ({
    load_tiktoken_bpe: string;
} | {
    data_gym_to_mergeable_bpe_ranks: {
        vocab_bpe_file: string;
        encoder_json_file: string;
    };
}) & {
    explicit_n_vocab?: number;
    pat_str: string;
    special_tokens: Record<string, number>;
}, customFetch?: (url: string) => Promise<string>): Promise<{
    explicit_n_vocab: number | undefined;
    pat_str: string;
    special_tokens: Record<string, number>;
    bpe_ranks: string;
}>;