| """NeuronSpark 模型配置。""" | |
| from transformers import PretrainedConfig | |
| class NeuronSparkConfig(PretrainedConfig): | |
| """ | |
| SNN 隐状态空间语言模型配置。 | |
| Args: | |
| vocab_size: 词表大小 | |
| D: 隐层维度 | |
| N: 状态扩展因子（每通道隐神经元数） | |
| K: 每 token 最大 SNN 时间步（PonderNet 动态决定有效步数） | |
| num_layers: SNN 解码层数 | |
| D_ff: FFN 中间层维度 | |
| v_th_min: 动态阈值下限 | |
| """ | |
| model_type = "neuronspark" | |
| def __init__( | |
| self, | |
| vocab_size=6144, | |
| D=896, | |
| N=8, | |
| K=16, | |
| num_layers=20, | |
| D_ff=2688, | |
| v_th_min=0.1, | |
| **kwargs, | |
| ): | |
| self.D = D | |
| self.N = N | |
| self.K = K | |
| self.num_layers = num_layers | |
| self.D_ff = D_ff | |
| self.v_th_min = v_th_min | |
| super().__init__(vocab_size=vocab_size, **kwargs) | |