torch-dimensions / viewer /src /samples /mamba_3d.json
Celsia's picture
Upload folder using huggingface_hub
ecc81b3 verified
Raw
History Blame Contribute Delete
4.08 kB
{
"format": "torch-dimensions/architecture",
"io": {
"cells_per_step": 120,
"input": [
"B",
"T",
4,
5,
6,
1
],
"output": [
"B",
"T",
4,
5,
6,
48
]
},
"lattice": {
"axes": [
{
"dynamic": true,
"name": "time",
"size": null
},
{
"dynamic": false,
"name": "depth",
"size": 4
},
{
"dynamic": false,
"name": "row",
"size": 5
},
{
"dynamic": false,
"name": "col",
"size": 6
}
],
"cells": {
"dense": true,
"present": 120,
"present_rle": [
0,
120
],
"total": 120
},
"n_axes": 4,
"names": [
"time",
"depth",
"row",
"col"
],
"rank": 3,
"shape": [
4,
5,
6
],
"time": true
},
"layers": [
{
"axes": [
"time"
],
"axis": "time",
"axis_index": 0,
"kind": "scan",
"layer": 0,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": false
},
{
"axes": [
"depth"
],
"axis": "depth",
"axis_index": 1,
"kind": "scan",
"layer": 1,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": false
},
{
"axes": [
"depth"
],
"axis": "depth",
"axis_index": 1,
"kind": "scan",
"layer": 2,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": true
},
{
"axes": [
"row"
],
"axis": "row",
"axis_index": 2,
"kind": "scan",
"layer": 3,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": false
},
{
"axes": [
"row"
],
"axis": "row",
"axis_index": 2,
"kind": "scan",
"layer": 4,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": true
},
{
"axes": [
"col"
],
"axis": "col",
"axis_index": 3,
"kind": "scan",
"layer": 5,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": false
},
{
"axes": [
"col"
],
"axis": "col",
"axis_index": 3,
"kind": "scan",
"layer": 6,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": true
},
{
"axes": [
"time"
],
"axis": "time",
"axis_index": 0,
"kind": "scan",
"layer": 7,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": false
},
{
"axes": [
"depth"
],
"axis": "depth",
"axis_index": 1,
"kind": "scan",
"layer": 8,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": false
},
{
"axes": [
"depth"
],
"axis": "depth",
"axis_index": 1,
"kind": "scan",
"layer": 9,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": true
},
{
"axes": [
"row"
],
"axis": "row",
"axis_index": 2,
"kind": "scan",
"layer": 10,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": false
},
{
"axes": [
"row"
],
"axis": "row",
"axis_index": 2,
"kind": "scan",
"layer": 11,
"mixer": "MambaMixer",
"n_params": 19680,
"reverse": true
}
],
"model": {
"d_input": 1,
"d_model": 48,
"kind": "Mamba",
"n_layers": 12,
"n_params": 237408
},
"nd_method": {
"family": "scan",
"name": "AxialScan"
},
"sweeps": {
"contracted_axes": [],
"coverage": {
"axes": [
{
"backward": 0,
"direction": "forward",
"forward": 2,
"index": 0,
"layers": [
0,
7
],
"name": "time"
},
{
"backward": 2,
"direction": "both",
"forward": 2,
"index": 1,
"layers": [
1,
2,
8,
9
],
"name": "depth"
},
{
"backward": 2,
"direction": "both",
"forward": 2,
"index": 2,
"layers": [
3,
4,
10,
11
],
"name": "row"
},
{
"backward": 1,
"direction": "both",
"forward": 1,
"index": 3,
"layers": [
5,
6
],
"name": "col"
}
],
"n_layers": 12,
"pinned": [
"time"
],
"unswept": []
},
"directions": {
"col": "both",
"depth": "both",
"row": "both",
"time": "forward"
},
"pinned_axes": [
"time"
],
"unswept_axes": []
},
"version": 2
}