Upload 3 files

README.md

@@ -1,3 +1,40 @@
----
-license: gemma
----
+---
+license: gemma
+inference: false
+base_model: google/gemma-3-4b
+base_model_relation: quantized 
+tags:
+- green
+- p4
+- llmware-chat
+- gguf
+---
+
+# gemma-3-4b-gguf
+
+**gemma-3-4b-gguf** is an GGUF Q4_K_M quantized version of Google's Gemma-3-4B with Instruct Training (IT), providing a very fast, very small inference implementation, optimized for AI PCs using Intel GPU, CPU and NPU.    
+
+[**gemma-3-4b**](https://huggingface.co/google/gemma-3-4b) is a leading open source foundation model from Google.  
+
+
+### Model Description
+
+- **Developed by:** Google
+- **Quantized by:** llmware
+- **Model type:** gemma-3  
+- **Parameters:** 4 billion
+- **Model Parent:** google/gemma-4b-it  
+- **Language(s) (NLP):** English  
+- **License:** Apache 2.0  
+- **Uses:** General purpose chat 
+- **RAG Benchmark Accuracy Score:** NA  
+- **Quantization:** int4  
+  
+
+## Model Card Contact
+
+[llmware on github](https://www.github.com/llmware-ai/llmware)  
+
+[llmware on hf](https://www.huggingface.co/llmware)  
+
+[llmware website](https://www.llmware.ai)

config.json

@@ -0,0 +1,38 @@
+{
+  "architectures": [
+    "Gemma3ForConditionalGeneration"
+  ],
+  "boi_token_index": 255999,
+  "eoi_token_index": 256000,
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "image_token_index": 262144,
+  "initializer_range": 0.02,
+  "mm_tokens_per_image": 256,
+  "model_type": "gemma3",
+  "text_config": {
+    "hidden_size": 2560,
+    "intermediate_size": 10240,
+    "model_type": "gemma3_text",
+    "num_hidden_layers": 34,
+    "rope_scaling": {
+      "factor": 8.0,
+      "rope_type": "linear"
+    },
+    "sliding_window": 1024
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0",
+  "vision_config": {
+    "hidden_size": 1152,
+    "image_size": 896,
+    "intermediate_size": 4304,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 27,
+    "patch_size": 14,
+    "vision_use_head": false
+  }
+}

hash_record_sha256.json

@@ -0,0 +1,4 @@
+{
+ "gemma-3-4b-it-q4_0.gguf": "76aed0a8285b83102f18b5d60e53c70d09eb4e9917a20ce8956bd546452b56e2",
+ "time_stamp": "2025-07-05_143811"
+}