added example usage

README.md

@@ -18,4 +18,41 @@ It is converted into 8-bit GGUF format from original repository https://huggingf
 
 ### Model Sources
 
-**Repository:** https://huggingface.co/defog/sqlcoder-7b-2
+**Repository:** https://huggingface.co/defog/sqlcoder-7b-2
+
+### Example usage
+** with Llamacpp**
+
+from langchain_community.llms.llamacpp import LlamaCpp
+from huggingface_hub import hf_hub_download
+
+YOUR MODEL DIRECTORY = 
+CONTEXT_LENGHT = 
+MAX_TOKENS = 
+BATCH_SIZE = 
+TEMPERATURE = 
+GPU_OFFLOAD = 
+
+def load_model(model_id, model_basename):
+    model_path = hf_hub_download(
+        repo_id=model_id,
+        filename=model_basename,
+        resume_download=True,
+        cache_dir="YOUR MODEL DIRECTORY",
+    )
+    kwargs = {
+        'model_path': model_path,
+        'n_ctx':CONTEXT_LENGHT,
+        'max_tokens':MAX_TOKENS,
+        'n_batch':BATCH_SIZE,
+        'n_gpu_layers':GPU_OFFLOAD,
+        'temperature':TEMPERATURE,
+        'verbose':True,
+    }
+    return LlamaCpp(**kwargs)
+
+llm = load_model(
+        model_id="whoami02/defog-sqlcoder-2-GGUF",
+        model_basename="sqlcoder-7b-2.q8_0.gguf",
+      )
+