🔧 Add small RADON Mistral model weights

config.json

@@ -0,0 +1,13 @@
+{
+  "vocab_size": 8192,
+  "hidden_size": 512,
+  "num_layers": 6,
+  "num_attention_heads": 8,
+  "num_kv_heads": 2,
+  "intermediate_size": 1024,
+  "max_position_embeddings": 2048,
+  "sliding_window": 1024,
+  "rope_theta": 10000.0,
+  "rms_norm_eps": 1e-06,
+  "torch_dtype": "float16"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20910015088c80c06f98dc8e23b45a5d972398cfb335c538e316e6fe605d3030
+size 43535376

model_info.json

@@ -0,0 +1,9 @@
+{
+  "model_name": "radon-small",
+  "architecture": "mistral",
+  "parameters": 21764608,
+  "size_mb": 41.5126953125,
+  "dtype": "float16",
+  "initialization": "random",
+  "note": "This is a small initialized model with random weights. Training required for actual performance."
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0720a5095d21044bf85607776889d4797f3821ace6d33e301fff7330d7214c3b
+size 43548082