Update MagistrTheOne/RadonSAI-Small - add YAML metadata, developing status, and transformers registration

README.md

@@ -1,48 +1,73 @@
 ---
 license: apache-2.0
+language:
+- ru
+- en
 tags:
 - radon
-- gpt2
-- working
-- 512d
+- russian
+- english
+- developing
+- mistral
+- small
+- 22m
+pipeline_tag: text-generation
+library_name: transformers
+model_status: developing
+size_categories: 100M
+model-index:
+- name: RadonSAI-Small
+  results: []
 ---
 
-# RadonSAI-Small (Working)
 
-Полностью рабочая версия RadonSAI-Small с реальными весами.
+# RadonSAI-Small
 
-## Технические характеристики
-- Параметры: ~45,171,200
-- Размерность: 512
-- Слои: 6
-- Головы внимания: 8
+## Model Description
+
+RadonSAI-Small is a 22M parameters transformer model designed for development and testing in the RADON ecosystem.
+
+### Key Features
+
+- **Parameters**: 22M parameters
+- **Base Model**: initialized
+- **Status**: Developing
+- **Languages**: Russian, English
+- **Architecture**: GPT2-based
+
+## Usage
 
-## Использование
 ```python
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
+# Load model
 model = AutoModelForCausalLM.from_pretrained("MagistrTheOne/RadonSAI-Small")
 tokenizer = AutoTokenizer.from_pretrained("MagistrTheOne/RadonSAI-Small")
 
-# Генерация текста
-input_text = "Hello, how are you?"
-inputs = tokenizer(input_text, return_tensors="pt")
-outputs = model.generate(**inputs, max_length=50)
+# Generate text
+prompt = "Привет, как дела?"
+inputs = tokenizer(prompt, return_tensors="pt")
+outputs = model.generate(**inputs, max_length=100, temperature=0.7)
 result = tokenizer.decode(outputs[0], skip_special_tokens=True)
 print(result)
 ```
 
-## Тестирование
-```python
-# Быстрый тест
-import torch
-model = AutoModelForCausalLM.from_pretrained("MagistrTheOne/RadonSAI-Small")
-tokenizer = AutoTokenizer.from_pretrained("MagistrTheOne/RadonSAI-Small")
+## Model Status
 
-# Простая генерация
-text = "The future of AI is"
-inputs = tokenizer(text, return_tensors="pt")
-with torch.no_grad():
-    outputs = model.generate(**inputs, max_length=30, do_sample=True, temperature=0.7)
-print(tokenizer.decode(outputs[0], skip_special_tokens=True))
-```
+**Status**: Developing
+**Last Updated**: 2025-10-08
+**Creator**: MagistrTheOne
+
+## License
+
+Apache 2.0 License
+
+## Contact
+
+- GitHub: [MagistrTheOne/Radon2BMistral](https://github.com/MagistrTheOne/Radon2BMistral)
+- Hugging Face: [MagistrTheOne/RadonSAI-Small](https://huggingface.co/MagistrTheOne/RadonSAI-Small)
+- Creator: [MagistrTheOne](https://github.com/MagistrTheOne)
+
+---
+
+**Created with ❤️ by MagistrTheOne**

config.json

@@ -1,31 +1,25 @@
 {
-  "activation_function": "gelu_new",
+  "model_name": "radon-small",
+  "model_type": "gpt2",
+  "vocab_size": 32000,
+  "hidden_size": 256,
+  "num_layers": 6,
+  "num_attention_heads": 8,
+  "intermediate_size": 1024,
+  "max_position_embeddings": 512,
+  "dropout": 0.1,
+  "attention_dropout": 0.1,
+  "activation_function": "gelu",
+  "layer_norm_eps": 1e-05,
+  "initializer_range": 0.02,
+  "use_cache": true,
+  "torch_dtype": "float32",
+  "status": "developing",
+  "last_updated": "2025-10-08",
+  "transformers_version": "4.36.0",
   "architectures": [
     "GPT2LMHeadModel"
   ],
-  "attn_pdrop": 0.1,
-  "bos_token_id": 50256,
-  "embd_pdrop": 0.1,
-  "eos_token_id": 50256,
-  "initializer_range": 0.02,
-  "layer_norm_epsilon": 1e-05,
-  "model_type": "gpt2",
-  "n_embd": 512,
-  "n_head": 8,
-  "n_inner": null,
-  "n_layer": 6,
-  "n_positions": 1024,
-  "reorder_and_upcast_attn": false,
-  "resid_pdrop": 0.1,
-  "scale_attn_by_inverse_layer_idx": false,
-  "scale_attn_weights": true,
-  "summary_activation": null,
-  "summary_first_dropout": 0.1,
-  "summary_proj_to_labels": true,
-  "summary_type": "cls_index",
-  "summary_use_proj": true,
-  "torch_dtype": "float32",
-  "transformers_version": "4.36.2",
-  "use_cache": true,
-  "vocab_size": 50257
-}
+  "creator": "MagistrTheOne",
+  "description": "RADON Small: 22M parameter model for development and testing"
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df2b6bf603f0993087fd545ec8c0bc08d583c892a06a2d859700e13b780245d9
-size 180692360
+oid sha256:d2c53c4c481761135c7ccad0edccb589e5e17d628a695332d3d527228c38dd03
+size 90721296

model_card.yml

@@ -0,0 +1,21 @@
+---
+license: apache-2.0
+language:
+- ru
+- en
+tags:
+- radon
+- russian
+- english
+- developing
+- mistral
+- small
+- 22m
+pipeline_tag: text-generation
+library_name: transformers
+model_status: developing
+size_categories: 100M
+model-index:
+- name: RadonSAI-Small
+  results: []
+---

special_tokens_map.json

@@ -13,7 +13,6 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<|endoftext|>",
   "unk_token": {
     "content": "<|endoftext|>",
     "lstrip": false,

tokenizer_config.json

@@ -12,11 +12,12 @@
     }
   },
   "bos_token": "<|endoftext|>",
+  "chat_template": "{% for message in messages %}{{ message.content }}{{ eos_token }}{% endfor %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
   "errors": "replace",
   "model_max_length": 1024,
-  "pad_token": "<|endoftext|>",
+  "pad_token": null,
   "tokenizer_class": "GPT2Tokenizer",
   "unk_token": "<|endoftext|>"
 }