Levelfive commited on
Commit
add86cc
·
verified ·
1 Parent(s): e00cdb4

Upload LIGHTBRAIN model

Browse files
.gitattributes CHANGED
@@ -1,35 +1,2 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
  *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  *.safetensors filter=lfs diff=lfs merge=lfs -text
2
+ *.npy filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
Model-001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ff3d1e31d5c8219c8eb1012bfd681c96e8eb43d2cfbb43a959529e6aeab7168
3
+ size 44407384
README.md ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # LightTiny 4M - Level 5 Field Dynamics Model
2
+
3
+ ## Overview
4
+
5
+ LightTiny is a proof-of-concept implementation of the LIGHTBRAIN architecture
6
+ using Level 5 Pure Field Dynamics.
7
+
8
+ ## Architecture
9
+
10
+ **5-Layer Compression:**
11
+ 1. **Field Configuration Storage** - Substrate field, attractors, coupling maps
12
+ 2. **Pattern Propagation Router** - Token embeddings, field projections
13
+ 3. **Resonance Tiers** - Sparse activation management
14
+ 4. **Field Dynamics Engine** - Field evolution parameters
15
+ 5. **Bridge + API** - Pattern to token mapping
16
+
17
+ ## Model Statistics
18
+
19
+ - Total Configurations: 3,997,696
20
+ - Total Parameters: 7,102,464
21
+ - Memory: 27.09 MB
22
+ - Vocab Size: 8000
23
+ - Field Size: 256 x 488
24
+ - Regions: 32
25
+
26
+ ## Key Features
27
+
28
+ - **Sparse Activation**: Only 5.0% of field active at any time
29
+ - **No Backprop Training**: Uses resonance alignment (Hebbian-like learning)
30
+ - **Pure Field Dynamics**: Parameters are field configurations, not weights
31
+
32
+ ## Usage
33
+
34
+ ```python
35
+ from lightTiny.model.field_model import LightTinyModel
36
+
37
+ model = LightTinyModel.load("exports/lighttiny-4m")
38
+ result = model.generate_token([2], temperature=0.8)
39
+ print(result.token_id)
40
+ ```
41
+
42
+ ## License
43
+
44
+ Research use only.
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "lighttiny",
3
+ "architectures": [
4
+ "LightTinyForCausalLM"
5
+ ],
6
+ "name": "lighttiny-4m",
7
+ "vocab_size": 8000,
8
+ "hidden_dim": 128,
9
+ "num_regions": 32,
10
+ "field_size": 256,
11
+ "field_depth": 488,
12
+ "total_configs": 3997696,
13
+ "total_params": 7102464,
14
+ "layer3_resonance": {
15
+ "max_active_ratio": 0.05,
16
+ "activation_threshold": 0.08,
17
+ "avg_active_ratio": 0.0,
18
+ "total_activations": 0
19
+ },
20
+ "layer4_dynamics": {
21
+ "coupling_strength": 0.1,
22
+ "damping": 0.01,
23
+ "dt": 0.01,
24
+ "max_evolution_steps": 40,
25
+ "convergence_threshold": 0.008,
26
+ "min_coherence": 0.2
27
+ },
28
+ "bos_token_id": 2,
29
+ "eos_token_id": 3,
30
+ "pad_token_id": 0
31
+ }
export_stats.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "lighttiny-4m",
3
+ "version": 1,
4
+ "total_tensors": 7,
5
+ "total_size_bytes": 44406688,
6
+ "total_size_mb": 42.349517822265625,
7
+ "output_dir": "exports/lighttiny-4m-trained",
8
+ "model_config": {
9
+ "model_type": "lighttiny",
10
+ "architectures": [
11
+ "LightTinyForCausalLM"
12
+ ],
13
+ "name": "lighttiny-4m",
14
+ "vocab_size": 8000,
15
+ "hidden_dim": 128,
16
+ "num_regions": 32,
17
+ "field_size": 256,
18
+ "field_depth": 488,
19
+ "total_configs": 3997696,
20
+ "total_params": 7102464,
21
+ "layer3_resonance": {
22
+ "max_active_ratio": 0.05,
23
+ "activation_threshold": 0.08,
24
+ "avg_active_ratio": 0.0,
25
+ "total_activations": 0
26
+ },
27
+ "layer4_dynamics": {
28
+ "coupling_strength": 0.1,
29
+ "damping": 0.01,
30
+ "dt": 0.01,
31
+ "max_evolution_steps": 40,
32
+ "convergence_threshold": 0.008,
33
+ "min_coherence": 0.2
34
+ },
35
+ "bos_token_id": 2,
36
+ "eos_token_id": 3,
37
+ "pad_token_id": 0
38
+ }
39
+ }
generation_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "max_length": 256,
3
+ "temperature": 0.8,
4
+ "top_k": 50,
5
+ "top_p": 0.9,
6
+ "do_sample": true,
7
+ "bos_token_id": 2,
8
+ "eos_token_id": 3,
9
+ "pad_token_id": 0
10
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_max_length": 2048,
3
+ "bos_token": "<bos>",
4
+ "eos_token": "<eos>",
5
+ "pad_token": "<pad>",
6
+ "unk_token": "<unk>",
7
+ "bos_token_id": 2,
8
+ "eos_token_id": 3,
9
+ "pad_token_id": 0,
10
+ "unk_token_id": 1
11
+ }