Upload 2 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Llama-3.2-3B-Finetune-q4k.gguf filter=lfs diff=lfs merge=lfs -text

Llama-3.2-3B-Finetune-q4k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11543e53893879099b52cc43881c46b36c285afb1ac2878f6ee63e62caf9dd01
+size 2019373312

Modelfile

@@ -0,0 +1,13 @@
+FROM ./Llama-3.2-3B-Finetune-q4k.gguf
+
+TEMPLATE """<|begin_of_text|><|start_header_id|>system<|end_header_id|>
+
+{{ .System }}<|eot_id|><|start_header_id|>user<|end_header_id|>
+
+{{ .Prompt }}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
+
+"""
+
+PARAMETER stop "<|eot_id|>"
+PARAMETER temperature 0.7
+PARAMETER top_p 0.9