backend/llama.cpp/tests/peg-parser/simple-tokenize.h

#pragma once

#include <string>
#include <vector>

std::vector<std::string> simple_tokenize(const std::string &);