7d6464614a2d17e6ee6c3b3e0e0b59edd5ed1fb99e679c3f85f4dbe91825daae

README.md

@@ -0,0 +1,29 @@
+---
+library_name: transformers
+license: gemma
+license_link: https://ai.google.dev/gemma/terms
+tags:
+- mlx
+extra_gated_heading: Access CodeGemma on Hugging Face
+extra_gated_prompt: To access CodeGemma on Hugging Face, you’re required to review
+  and agree to Google’s usage license. To do this, please ensure you’re logged-in
+  to Hugging Face and click below. Requests are processed immediately.
+extra_gated_button_content: Acknowledge license
+---
+
+# ipetrukha/codegemma-1.1-2b-4bit
+
+The Model [ipetrukha/codegemma-1.1-2b-4bit](https://huggingface.co/ipetrukha/codegemma-1.1-2b-4bit) was converted to MLX format from [google/codegemma-1.1-2b](https://huggingface.co/google/codegemma-1.1-2b) using mlx-lm version **0.16.1**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("ipetrukha/codegemma-1.1-2b-4bit")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

added_tokens.json

@@ -0,0 +1,6 @@
+{
+  "▁<EOT>": 32003,
+  "▁<MID>": 32001,
+  "▁<PRE>": 32000,
+  "▁<SUF>": 32002
+}

config.json

@@ -0,0 +1,31 @@
+{
+    "architectures": [
+        "GemmaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 2,
+    "eos_token_id": 1,
+    "head_dim": 256,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_activation": null,
+    "hidden_size": 2048,
+    "initializer_range": 0.02,
+    "intermediate_size": 16384,
+    "max_position_embeddings": 8192,
+    "model_type": "gemma",
+    "num_attention_heads": 8,
+    "num_hidden_layers": 18,
+    "num_key_value_heads": 1,
+    "pad_token_id": 0,
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 10000.0,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.40.1",
+    "use_cache": true,
+    "vocab_size": 256000
+}

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468ff1658034cb7992005929a6d8796523ce9ab5f4b33c08cd341a54e55c5f9e
+size 1956312791