Upload LIGHTBRAIN model

.gitattributes

@@ -1,35 +1,7 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
+# Auto-generated by LIGHTBRAIN exporter
+*.safetensors filter=lfs diff=lfs merge=lfs -text
 *.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
 *.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
 *.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
 *.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text

Model-001.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62af9944faec015cb65e579004de3205e3a9ea7fc06bd953956dddbc197c3db4
+size 756333712

README.md

@@ -0,0 +1,143 @@
+---
+license: mit
+language:
+  - en
+tags:
+  - lightbrain
+  - field-dynamics
+  - sparse-activation
+  - text-generation
+library_name: lightbrain
+pipeline_tag: text-generation
+model-index:
+  - name: lightbrain-100m
+    results: []
+---
+
+# lightbrain-100m
+
+## Model Description
+
+LIGHTBRAIN is a novel neural architecture based on **Hybrid Field Transformer** paradigm.
+
+### Key Features
+
+- **Sparse Activation**: Only ~0.1-10% of field regions active during inference
+- **Field Dynamics**: Pattern resonance for knowledge retrieval
+- **Transformer Integration**: Self-attention for sequence modeling (hybrid)
+- **OpenAI-Compatible API**: Drop-in replacement for chat completions
+
+## Architecture
+
+| Component | Value |
+|-----------|-------|
+| Hidden Size | 768 |
+| Layers | 12 |
+| Attention Heads | 12 |
+| Field Regions | 128 |
+| Field Size | 128 |
+| Field Depth | 64 |
+
+```
+┌─────────────────────────────────────┐
+│   TRANSFORMER ENCODER LAYERS        │
+│   (Self-Attention + FFN)            │
+└─────────────────────────────────────┘
+        ↓
+┌─────────────────────────────────────┐
+│   FIELD DYNAMICS CORE               │
+│   (Sparse Activation + Evolution)   │
+└─────────────────────────────────────┘
+        ↓
+┌─────────────────────────────────────┐
+│   OUTPUT PROJECTION                 │
+│   (Pattern → Token Logits)          │
+└─────────────────────────────────────┘
+```
+
+## Model Files
+
+| File | Description |
+|------|-------------|
+| `Model-001.safetensors` | Model weights (721.30 MB) |
+| `config.json` | Model configuration |
+| `tokenizer.json` | Tokenizer vocabulary |
+| `tokenizer_config.json` | Tokenizer configuration |
+| `generation_config.json` | Generation parameters |
+| `params.json` | LIGHTBRAIN parameters |
+
+## Model Stats
+
+- **Original Size**: 721.28 MB
+- **File Size**: 721.30 MB  
+- **Compression Ratio**: 1.00x
+- **Number of Tensors**: 200
+
+## Usage
+
+### With LIGHTBRAIN Library
+
+```python
+from lightbrain.model import HybridFieldTransformer
+from lightbrain.inference import InferenceEngine
+
+# Load model
+model = HybridFieldTransformer.load("path/to/model")
+engine = InferenceEngine(model=model)
+
+# Generate
+result = engine.generate("Hello, how are you?")
+print(result.text)
+```
+
+### Loading from Safetensors
+
+```python
+from safetensors.numpy import load_file
+import json
+
+# Load weights
+weights = load_file("Model-001.safetensors")
+
+# Load config
+with open("config.json") as f:
+    config = json.load(f)
+
+# Reconstruct model from weights
+```
+
+### In Google Colab
+
+```python
+# Install
+!pip install safetensors
+
+# Download
+from huggingface_hub import snapshot_download
+model_path = snapshot_download(repo_id="lightbrain-100m")
+
+# Load and use
+from safetensors.numpy import load_file
+weights = load_file(f"{model_path}/Model-001.safetensors")
+```
+
+## Training
+
+Trained using LIGHTBRAIN framework with:
+- Resonance Alignment (Hebbian learning)
+- Gradient-based fine-tuning for transformer layers
+- Field topology optimization
+
+## License
+
+MIT License
+
+## Citation
+
+```bibtex
+@misc{lightbrain2024,
+  title={LIGHTBRAIN: Hybrid Field Dynamics for Efficient LLMs},
+  year={2024},
+  publisher={HuggingFace}
+}
+```

config.json

@@ -0,0 +1,27 @@
+{
+  "model_type": "lightbrain-hybrid",
+  "architectures": [
+    "LightbrainHybridForCausalLM"
+  ],
+  "vocab_size": 256,
+  "max_position_embeddings": 2048,
+  "hidden_size": 768,
+  "num_hidden_layers": 12,
+  "num_attention_heads": 12,
+  "intermediate_size": 3072,
+  "num_regions": 128,
+  "field_size": 128,
+  "field_depth": 64,
+  "coupling_strength": 0.15,
+  "damping": 0.02,
+  "dt": 0.02,
+  "activation_threshold": 0.05,
+  "max_active_ratio": 0.1,
+  "max_evolution_steps": 20,
+  "convergence_threshold": 0.01,
+  "min_coherence": 0.2,
+  "torch_dtype": "float32",
+  "bos_token_id": 2,
+  "eos_token_id": 3,
+  "pad_token_id": 0
+}

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "eos_token_id": 3,
+  "pad_token_id": 0,
+  "do_sample": true,
+  "temperature": 0.8,
+  "top_p": 0.9,
+  "top_k": 50,
+  "max_length": 2048,
+  "max_new_tokens": 512,
+  "repetition_penalty": 1.1,
+  "transformers_version": "4.36.0"
+}

params.json

@@ -0,0 +1,29 @@
+{
+  "model_type": "lightbrain-hybrid",
+  "architecture": "hybrid-field-transformer",
+  "version": "1.0.0",
+  "vocab_size": 256,
+  "compression": {
+    "format": "safetensors",
+    "algorithm": "zstd",
+    "level": 19
+  },
+  "stats": {
+    "num_tensors": 200,
+    "total_size_bytes": 756312064,
+    "file_size_bytes": 756333712,
+    "compression_ratio": 0.9999713777137571
+  },
+  "hidden_size": 768,
+  "num_hidden_layers": 12,
+  "num_attention_heads": 12,
+  "intermediate_size": 3072,
+  "num_regions": 128,
+  "field_size": 128,
+  "field_depth": 64,
+  "coupling_strength": 0.15,
+  "damping": 0.02,
+  "activation_threshold": 0.05,
+  "max_active_ratio": 0.1,
+  "max_evolution_steps": 20
+}

tokenizer.json

@@ -0,0 +1,395 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "<bos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "<eos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "Sequence",
+    "normalizers": []
+  },
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "<bos>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "<bos>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "<eos>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "<bos>": {
+        "id": "<bos>",
+        "ids": [
+          2
+        ],
+        "tokens": [
+          "<bos>"
+        ]
+      },
+      "<eos>": {
+        "id": "<eos>",
+        "ids": [
+          3
+        ],
+        "tokens": [
+          "<eos>"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<unk>",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": false,
+    "byte_fallback": true,
+    "vocab": {
+      "<0x00>": 0,
+      "<0x01>": 1,
+      "<0x02>": 2,
+      "<0x03>": 3,
+      "<0x04>": 4,
+      "<0x05>": 5,
+      "<0x06>": 6,
+      "<0x07>": 7,
+      "<0x08>": 8,
+      "<0x09>": 9,
+      "<0x0A>": 10,
+      "<0x0B>": 11,
+      "<0x0C>": 12,
+      "<0x0D>": 13,
+      "<0x0E>": 14,
+      "<0x0F>": 15,
+      "<0x10>": 16,
+      "<0x11>": 17,
+      "<0x12>": 18,
+      "<0x13>": 19,
+      "<0x14>": 20,
+      "<0x15>": 21,
+      "<0x16>": 22,
+      "<0x17>": 23,
+      "<0x18>": 24,
+      "<0x19>": 25,
+      "<0x1A>": 26,
+      "<0x1B>": 27,
+      "<0x1C>": 28,
+      "<0x1D>": 29,
+      "<0x1E>": 30,
+      "<0x1F>": 31,
+      " ": 32,
+      "!": 33,
+      "\"": 34,
+      "#": 35,
+      "$": 36,
+      "%": 37,
+      "&": 38,
+      "'": 39,
+      "(": 40,
+      ")": 41,
+      "*": 42,
+      "+": 43,
+      ",": 44,
+      "-": 45,
+      ".": 46,
+      "/": 47,
+      "0": 48,
+      "1": 49,
+      "2": 50,
+      "3": 51,
+      "4": 52,
+      "5": 53,
+      "6": 54,
+      "7": 55,
+      "8": 56,
+      "9": 57,
+      ":": 58,
+      ";": 59,
+      "<": 60,
+      "=": 61,
+      ">": 62,
+      "?": 63,
+      "@": 64,
+      "A": 65,
+      "B": 66,
+      "C": 67,
+      "D": 68,
+      "E": 69,
+      "F": 70,
+      "G": 71,
+      "H": 72,
+      "I": 73,
+      "J": 74,
+      "K": 75,
+      "L": 76,
+      "M": 77,
+      "N": 78,
+      "O": 79,
+      "P": 80,
+      "Q": 81,
+      "R": 82,
+      "S": 83,
+      "T": 84,
+      "U": 85,
+      "V": 86,
+      "W": 87,
+      "X": 88,
+      "Y": 89,
+      "Z": 90,
+      "[": 91,
+      "\\": 92,
+      "]": 93,
+      "^": 94,
+      "_": 95,
+      "`": 96,
+      "a": 97,
+      "b": 98,
+      "c": 99,
+      "d": 100,
+      "e": 101,
+      "f": 102,
+      "g": 103,
+      "h": 104,
+      "i": 105,
+      "j": 106,
+      "k": 107,
+      "l": 108,
+      "m": 109,
+      "n": 110,
+      "o": 111,
+      "p": 112,
+      "q": 113,
+      "r": 114,
+      "s": 115,
+      "t": 116,
+      "u": 117,
+      "v": 118,
+      "w": 119,
+      "x": 120,
+      "y": 121,
+      "z": 122,
+      "{": 123,
+      "|": 124,
+      "}": 125,
+      "~": 126,
+      "<0x7F>": 127,
+      "<0x80>": 128,
+      "<0x81>": 129,
+      "<0x82>": 130,
+      "<0x83>": 131,
+      "<0x84>": 132,
+      "<0x85>": 133,
+      "<0x86>": 134,
+      "<0x87>": 135,
+      "<0x88>": 136,
+      "<0x89>": 137,
+      "<0x8A>": 138,
+      "<0x8B>": 139,
+      "<0x8C>": 140,
+      "<0x8D>": 141,
+      "<0x8E>": 142,
+      "<0x8F>": 143,
+      "<0x90>": 144,
+      "<0x91>": 145,
+      "<0x92>": 146,
+      "<0x93>": 147,
+      "<0x94>": 148,
+      "<0x95>": 149,
+      "<0x96>": 150,
+      "<0x97>": 151,
+      "<0x98>": 152,
+      "<0x99>": 153,
+      "<0x9A>": 154,
+      "<0x9B>": 155,
+      "<0x9C>": 156,
+      "<0x9D>": 157,
+      "<0x9E>": 158,
+      "<0x9F>": 159,
+      "<0xA0>": 160,
+      "<0xA1>": 161,
+      "<0xA2>": 162,
+      "<0xA3>": 163,
+      "<0xA4>": 164,
+      "<0xA5>": 165,
+      "<0xA6>": 166,
+      "<0xA7>": 167,
+      "<0xA8>": 168,
+      "<0xA9>": 169,
+      "<0xAA>": 170,
+      "<0xAB>": 171,
+      "<0xAC>": 172,
+      "<0xAD>": 173,
+      "<0xAE>": 174,
+      "<0xAF>": 175,
+      "<0xB0>": 176,
+      "<0xB1>": 177,
+      "<0xB2>": 178,
+      "<0xB3>": 179,
+      "<0xB4>": 180,
+      "<0xB5>": 181,
+      "<0xB6>": 182,
+      "<0xB7>": 183,
+      "<0xB8>": 184,
+      "<0xB9>": 185,
+      "<0xBA>": 186,
+      "<0xBB>": 187,
+      "<0xBC>": 188,
+      "<0xBD>": 189,
+      "<0xBE>": 190,
+      "<0xBF>": 191,
+      "<0xC0>": 192,
+      "<0xC1>": 193,
+      "<0xC2>": 194,
+      "<0xC3>": 195,
+      "<0xC4>": 196,
+      "<0xC5>": 197,
+      "<0xC6>": 198,
+      "<0xC7>": 199,
+      "<0xC8>": 200,
+      "<0xC9>": 201,
+      "<0xCA>": 202,
+      "<0xCB>": 203,
+      "<0xCC>": 204,
+      "<0xCD>": 205,
+      "<0xCE>": 206,
+      "<0xCF>": 207,
+      "<0xD0>": 208,
+      "<0xD1>": 209,
+      "<0xD2>": 210,
+      "<0xD3>": 211,
+      "<0xD4>": 212,
+      "<0xD5>": 213,
+      "<0xD6>": 214,
+      "<0xD7>": 215,
+      "<0xD8>": 216,
+      "<0xD9>": 217,
+      "<0xDA>": 218,
+      "<0xDB>": 219,
+      "<0xDC>": 220,
+      "<0xDD>": 221,
+      "<0xDE>": 222,
+      "<0xDF>": 223,
+      "<0xE0>": 224,
+      "<0xE1>": 225,
+      "<0xE2>": 226,
+      "<0xE3>": 227,
+      "<0xE4>": 228,
+      "<0xE5>": 229,
+      "<0xE6>": 230,
+      "<0xE7>": 231,
+      "<0xE8>": 232,
+      "<0xE9>": 233,
+      "<0xEA>": 234,
+      "<0xEB>": 235,
+      "<0xEC>": 236,
+      "<0xED>": 237,
+      "<0xEE>": 238,
+      "<0xEF>": 239,
+      "<0xF0>": 240,
+      "<0xF1>": 241,
+      "<0xF2>": 242,
+      "<0xF3>": 243,
+      "<0xF4>": 244,
+      "<0xF5>": 245,
+      "<0xF6>": 246,
+      "<0xF7>": 247,
+      "<0xF8>": 248,
+      "<0xF9>": 249,
+      "<0xFA>": 250,
+      "<0xFB>": 251,
+      "<0xFC>": 252,
+      "<0xFD>": 253,
+      "<0xFE>": 254,
+      "<0xFF>": 255,
+      "<pad>": 0,
+      "<unk>": 1,
+      "<bos>": 2,
+      "<eos>": 3,
+      "<sep>": 4
+    },
+    "merges": []
+  }
+}

tokenizer_config.json

@@ -0,0 +1,48 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "legacy": true,
+  "model_max_length": 2048,
+  "pad_token": "<pad>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LightbrainTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}