AlexHung29629

/

csbu_tool_call_v1_gguf

like 0

# Gated model: Login with a HF token with gated access permission
hf auth login

# !pip install llama-cpp-python

from llama_cpp import Llama

llm = Llama.from_pretrained(
	repo_id="AlexHung29629/csbu_tool_call_v1_gguf",
	filename="
						
							gemma-3-4b-it-Q4_K_M.gguf
						
							gemma-3-4b-it-f16.gguf
						
							mmproj-model-f16-4B.gguf
						
				",
)

llm.create_chat_completion(
	messages = "No input example has been defined for this model task."
)