lenepa_encoder_config.json

{
  "bias": true,
  "channel_size": 5000,
  "channels": [
    "I"
  ],
  "depth": 8,
  "dim": 192,
  "format": "lenepa_encoder",
  "format_version": 1,
  "is_causal": true,
  "mlp_ratio": 4.0,
  "norm_eps": 1e-06,
  "num_heads": 4,
  "num_patches": 200,
  "patch_size": 25,
  "qk_norm_eps": 1e-06,
  "qkv_bias": true,
  "rope_base": 10000,
  "sampling_frequency": 500,
  "use_qk_norm": true,
  "use_rope": true,
  "use_swiglu": true
}