cmp-nct

/

xcomposer2_gguf_for_llama.cpp_development

like 2

# !pip install llama-cpp-python

from llama_cpp import Llama

llm = Llama.from_pretrained(
	repo_id="cmp-nct/xcomposer2_gguf_for_llama.cpp_development",
	filename="
						
							ggml-model-q3ks.gguf
						
							ggml-model-q4k.gguf
						
							mmproj-model-f16-q5_k.gguf
						
							mmproj-model-f16.gguf
						
				",
)

output = llm(
	"Once upon a time,",
	max_tokens=512,
	echo=True
)
print(output)