Spaces:

jericrealubit
/

ragchatbot

Running

ragchatbot / solutions /stream_answer.py

github-actions[bot]

Deploy 9ac89cc from GitHub main

4b6ac7a 10 days ago

298 Bytes

from ctransformers import AutoModelForCausalLM

llm = AutoModelForCausalLM.from_pretrained(
    "zoltanctoth/orca_mini_3B-GGUF", model_file="orca-mini-3b.q4_0.gguf"
)

prompt = "The name of the capital of India is"

for word in llm(prompt, stream=True):
    print(word, end="", flush=True)
print()

	from ctransformers import AutoModelForCausalLM

	llm = AutoModelForCausalLM.from_pretrained(
	"zoltanctoth/orca_mini_3B-GGUF", model_file="orca-mini-3b.q4_0.gguf"
	)

	prompt = "The name of the capital of India is"

	for word in llm(prompt, stream=True):
	print(word, end="", flush=True)
	print()