LFMputer-1.7B / decoder_config.json
suayptalha's picture
Initial release
e70aa91
Raw History Blame Contribute Delete
1.83 kB
{
"computer_stage_count": 18,
"machine_layer_count": 15,
"language_layer_count": 24,
"total_layer_count": 39,
"memory_index": 12,
"bridge_index": 13,
"analytics_index": 14,
"roles": [
"computer_control",
"computer_execution",
"computer_execution",
"computer_execution",
"computer_execution",
"computer_execution",
"computer_execution",
"computer_execution",
"computer_execution",
"computer_execution",
"computer_execution",
"computer_execution",
"memory",
"bridge",
"analytics",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language",
"language"
],
"language_cache_indices": "unchanged; machine state is explicit",
"computer_stage_kinds": [
"head",
"ffn",
"ffn",
"head",
"head",
"ffn",
"head",
"ffn",
"head",
"ffn",
"head",
"ffn",
"head",
"ffn",
"head",
"ffn",
"ffn",
"ffn"
],
"computer_block_count": 11,
"stage_groups": [
[
0,
1
],
[
2
],
[
3
],
[
4,
5
],
[
6,
7
],
[
8,
9
],
[
10,
11
],
[
12,
13
],
[
14,
15
],
[
16
],
[
17
]
],
"stage_to_decoder": [
1,
1,
2,
3,
4,
4,
5,
5,
6,
6,
7,
7,
8,
8,
9,
9,
10,
11
],
"machine_hidden_size": 2679,
"language_hidden_size": 2048
}