Update README.md

README.md

@@ -60,3 +60,25 @@ The following hyperparameters were used during training:
 - Pytorch 2.4.0
 - Datasets 3.0.1
 - Tokenizers 0.13.3
+
+## Use this model
+
+´´´
+from transformers import AutoModelForCausalLM
+from transformers import BitsAndBytesConfig
+import torch
+
+quantization_config = BitsAndBytesConfig(
+    load_in_4bit=True,
+    bnb_4bit_quant_type="nf4",
+    bnb_4bit_use_double_quant=True,
+    bnb_4bit_compute_dtype=torch.bfloat16,
+)
+
+model = AutoModelForCausalLM.from_pretrained(
+    "hugo-albert/CodeLlama-7b-hf-finetuned-py-to-cpp",
+    quantization_config=quantization_config,
+    torch_dtype=torch.bfloat16,
+)
+
+´´´