Spaces:

jericrealubit
/

ragchatbot

Running

ragchatbot / solutions /simple_completion.py

github-actions[bot]

Deploy 9ac89cc from GitHub main

4b6ac7a 10 days ago

222 Bytes

from ctransformers import AutoModelForCausalLM

llm = AutoModelForCausalLM.from_pretrained(
    "zoltanctoth/orca_mini_3B-GGUF", model_file="orca-mini-3b.q4_0.gguf"
)

prompt = "Hi! What is your dog's"

print(llm(prompt))

	from ctransformers import AutoModelForCausalLM

	llm = AutoModelForCausalLM.from_pretrained(
	"zoltanctoth/orca_mini_3B-GGUF", model_file="orca-mini-3b.q4_0.gguf"
	)

	prompt = "Hi! What is your dog's"

	print(llm(prompt))