Hugging Face's logo

NeTSlab
/
eMG_SSM3_mopb_en_nl_zh_equal

Safetensors
ssm_emg_3ch
custom_code
Model card Files
xet
 Community
eMG_SSM3_mopb_en_nl_zh_equal
File size: 1,657 Bytes
c311a81
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
{
  "a_log_min": -3.912023005428146,
  "architectures": [
    "EMG3ChForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "emg_ssm_3channel.EMG3ChConfig",
    "AutoModelForCausalLM": "emg_ssm_3channel.EMG3ChForCausalLM"
  },
  "bos_token_id": 1,
  "boundary_token_ids": [
    47,
    57,
    60,
    70,
    81,
    88,
    23436,
    23438,
    23440,
    23442,
    23444,
    23446,
    23448,
    23450
  ],
  "ce_chunk": 64,
  "compose_on_close": true,
  "cue_key_dim": 32,
  "cue_val_dim": 64,
  "d_channel": 128,
  "d_state": 8,
  "depth_target": 1.5,
  "dropout": 0.1,
  "dt_max": 2.0,
  "dtype": "float32",
  "eos_token_id": 2,
  "force_stay": false,
  "gumbel_temperature": 0.5,
  "head_mode": "hier",
  "head_shortlist": 4096,
  "head_tail_bins": 3,
  "hidden_size": 704,
  "hier_K1": 4096,
  "hier_K2": 128,
  "hier_kernel": 3,
  "hier_mid": 2048,
  "hier_top": 128,
  "k_params": 8,
  "kill_A": false,
  "kill_B": false,
  "kill_D": false,
  "lambda_balance": 0.05,
  "lambda_boundary": 0.0,
  "lambda_cpc": 0.1,
  "lambda_depth": 0.4,
  "lambda_load": 0.05,
  "lambda_param_sup": 0.1,
  "lambda_success": 0.0,
  "load_target_open": 0.1,
  "logit_cap": 6.0,
  "mask_pad_loss": true,
  "max_position_embeddings": 1024,
  "model_type": "ssm_emg_3ch",
  "n_phase": 6,
  "n_slots": 4,
  "pad_token_id": 3,
  "param_film": true,
  "param_label_smooth": 0.05,
  "param_reg": 0.003,
  "parametric_mode": "film",
  "return_train_logits": false,
  "seal_init": 0.85,
  "slice_mode": "cue",
  "stay_force": 0.0,
  "tie_word_embeddings": true,
  "transformers_version": "5.3.0",
  "use_expectation": true,
  "use_parameters": true,
  "vocab_size": 39697
}