Add Q4_K_M, Q6_K, Q8_0 GGUF quantisations for consumer GPUs

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

qwen25.q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1143865e4f11ab8feca97340cef00e4984eaa8325c93a7c4971632fd9301b835
+size 8988110592

qwen25.q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4e1b9b62b55a462de728d0f356ce097586c5b5888c16d69a2ac0661408a0b8
+size 12124684032

qwen25.q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f1154304cf24df21f7cfa86bf64836cc2bbb10875d5c988184b9dcbe64d4c0
+size 15701597952