tirthadagr8

/

quantized_models

like 1

# !pip install llama-cpp-python

from llama_cpp import Llama

llm = Llama.from_pretrained(
	repo_id="tirthadagr8/quantized_models",
	filename="
						
							deepseek-llama-8b.q2_k.gguf
						
							deepseek-llama-8b.q4_0.gguf
						
							qwen14B_deepseek_Q2_k.gguf
						
							qwen14B_deepseek_Q4_0.gguf
						
							qwen32B_q2_k.gguf
						
				",
)

llm.create_chat_completion(
	messages = "No input example has been defined for this model task."
)