| from llama_cpp import Llama | |
| llm = Llama.from_pretrained( | |
| repo_id="tensorblock/llm4decompile-6.7b-v2-GGUF", | |
| filename="llm4decompile-6.7b-v2-Q2_K.gguf", | |
| ) | |
| Copy llm.create_chat_completion( | |
| messages = "No input example has been defined for this model task." | |
| ) |