Upload q4, q5, q6 quantized weights

.gitattributes

@@ -36,3 +36,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 Phi-3-medium-4k-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3-medium-4k-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3-medium-4k-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-medium-4k-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-medium-4k-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-medium-4k-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-medium-4k-instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-medium-4k-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

Phi-3-medium-4k-instruct-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fab5c4cc4b138548dab3950b15b50a89aad8400ae8f5259c889e7746de1561
+size 8148135520

Phi-3-medium-4k-instruct-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aacf544729c184a8de7d7824346f35d11582e1cd6f1bfaaf28a8e74839fbdf
+size 9815248480

Phi-3-medium-4k-instruct-Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f9a11e50a180911a17215ea6b9541d1aed40b985d29b135579af9e55c72c2e
+size 10677476960

Phi-3-medium-4k-instruct-Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4928c08c369e4b989e021ddf331a4d83bba95a057552ec59e7621f026a4a75
+size 10267856480

Phi-3-medium-4k-instruct-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1addc69517da2d456924405af85dfa056acf1b518b853771f5897b2bfc01440d
+size 11647484000