| |
| |
| |
| |
| |
| |
|
|
| from .abc import chunk_abc |
| from .attn import parallel_attn |
| from .attnres import fused_attnres |
| from .based import fused_chunk_based, parallel_based |
| from .comba import chunk_comba, fused_recurrent_comba |
| from .delta_rule import chunk_delta_rule, fused_chunk_delta_rule, fused_recurrent_delta_rule |
| from .forgetting_attn import parallel_forgetting_attn |
| from .gated_delta_rule import chunk_gated_delta_rule, chunk_gdn, fused_recurrent_gated_delta_rule, fused_recurrent_gdn |
| from .generalized_delta_rule import ( |
| chunk_dplr_delta_rule, |
| chunk_iplr_delta_rule, |
| fused_recurrent_dplr_delta_rule, |
| fused_recurrent_iplr_delta_rule, |
| ) |
| from .gla import chunk_gla, fused_chunk_gla, fused_recurrent_gla |
| from .gsa import chunk_gsa, fused_recurrent_gsa |
| from .hgrn import fused_recurrent_hgrn |
| from .kda import chunk_kda, fused_recurrent_kda |
| from .lightning_attn import chunk_lightning_attn, fused_recurrent_lightning_attn |
| from .linear_attn import chunk_linear_attn, fused_chunk_linear_attn, fused_recurrent_linear_attn |
| from .log_linear_attn import chunk_log_linear_attn |
| from .mesa_net import chunk_mesa_net |
| from .nsa import parallel_nsa |
| from .parallax import parallel_parallax |
| from .path_attn import parallel_path_attn |
| from .retention import chunk_retention, fused_chunk_retention, fused_recurrent_retention, parallel_retention |
| from .rwkv6 import chunk_rwkv6, fused_recurrent_rwkv6 |
| from .rwkv7 import chunk_rwkv7, fused_recurrent_rwkv7 |
| from .simple_gla import chunk_simple_gla, fused_chunk_simple_gla, fused_recurrent_simple_gla, parallel_simple_gla |
| from .wall_attn import parallel_wall_attn, parallel_wall_attn_decode |
|
|
| __all__ = [ |
| 'chunk_abc', |
| 'chunk_comba', |
| 'chunk_delta_rule', |
| 'chunk_dplr_delta_rule', |
| 'chunk_gated_delta_rule', |
| 'chunk_gdn', |
| 'chunk_gla', |
| 'chunk_gsa', |
| 'chunk_iplr_delta_rule', |
| 'chunk_kda', |
| 'chunk_lightning_attn', |
| 'chunk_linear_attn', |
| 'chunk_log_linear_attn', |
| 'chunk_mesa_net', |
| 'chunk_retention', |
| 'chunk_rwkv6', |
| 'chunk_rwkv7', |
| 'chunk_simple_gla', |
| 'fused_attnres', |
| 'fused_chunk_based', |
| 'fused_chunk_delta_rule', |
| 'fused_chunk_gla', |
| 'fused_chunk_linear_attn', |
| 'fused_chunk_retention', |
| 'fused_chunk_simple_gla', |
| 'fused_recurrent_comba', |
| 'fused_recurrent_delta_rule', |
| 'fused_recurrent_dplr_delta_rule', |
| 'fused_recurrent_gated_delta_rule', |
| 'fused_recurrent_gdn', |
| 'fused_recurrent_gla', |
| 'fused_recurrent_gsa', |
| 'fused_recurrent_hgrn', |
| 'fused_recurrent_iplr_delta_rule', |
| 'fused_recurrent_kda', |
| 'fused_recurrent_lightning_attn', |
| 'fused_recurrent_linear_attn', |
| 'fused_recurrent_retention', |
| 'fused_recurrent_rwkv6', |
| 'fused_recurrent_rwkv7', |
| 'fused_recurrent_simple_gla', |
| 'parallel_attn', |
| 'parallel_based', |
| 'parallel_forgetting_attn', |
| 'parallel_nsa', |
| 'parallel_parallax', |
| 'parallel_path_attn', |
| 'parallel_retention', |
| 'parallel_simple_gla', |
| 'parallel_wall_attn', |
| 'parallel_wall_attn_decode', |
| ] |
|
|
