bachngo

/

vn-emb

like 0

# !pip install llama-cpp-python

from llama_cpp import Llama

llm = Llama.from_pretrained(
	repo_id="bachngo/vn-emb",
	filename="
						
							VN-embd-v2_q4_k_m.gguf
						
							VN-embd-v2_q8_0.gguf
						
				",
)

output = llm(
	"Once upon a time,",
	max_tokens=512,
	echo=True
)
print(output)