solutions/stream_answer.py

from ctransformers import AutoModelForCausalLM

llm = AutoModelForCausalLM.from_pretrained(
    "zoltanctoth/orca_mini_3B-GGUF", model_file="orca-mini-3b.q4_0.gguf"
)

prompt = "The name of the capital of India is"

for word in llm(prompt, stream=True):
    print(word, end="", flush=True)
print()