| |
|
|
| from fla.layers import (ABCAttention, Attention, BasedLinearAttention, |
| BitAttention, DeltaNet, GatedLinearAttention, |
| GatedSlotAttention, HGRN2Attention, HGRNAttention, |
| LinearAttention, MultiScaleRetention, |
| ReBasedLinearAttention) |
| from fla.models import (ABCForCausalLM, ABCModel, BitNetForCausalLM, |
| BitNetModel, DeltaNetForCausalLM, DeltaNetModel, |
| GLAForCausalLM, GLAModel, GSAForCausalLM, GSAModel, |
| HGRN2ForCausalLM, HGRN2Model, HGRNForCausalLM, |
| LinearAttentionForCausalLM, LinearAttentionModel, |
| RetNetForCausalLM, RetNetModel, RWKV6ForCausalLM, |
| RWKV6Model, TransformerForCausalLM, TransformerModel) |
|
|
| __all__ = [ |
| 'ABCAttention', |
| 'Attention', |
| 'BasedLinearAttention', |
| 'BitAttention', |
| 'DeltaNet', |
| 'HGRNAttention', |
| 'HGRN2Attention', |
| 'GatedLinearAttention', |
| 'GatedSlotAttention', |
| 'LinearAttention', |
| 'MultiScaleRetention', |
| 'ReBasedLinearAttention', |
| 'ABCForCausalLM', |
| 'ABCModel', |
| 'BitNetForCausalLM', |
| 'BitNetModel', |
| 'DeltaNetForCausalLM', |
| 'DeltaNetModel', |
| 'HGRNForCausalLM', |
| 'HGRNModel', |
| 'HGRN2ForCausalLM', |
| 'HGRN2Model', |
| 'GLAForCausalLM', |
| 'GLAModel', |
| 'GSAForCausalLM', |
| 'GSAModel', |
| 'LinearAttentionForCausalLM', |
| 'LinearAttentionModel', |
| 'RetNetForCausalLM', |
| 'RetNetModel', |
| 'RWKV6ForCausalLM', |
| 'RWKV6Model', |
| 'TransformerForCausalLM', |
| 'TransformerModel', |
| 'chunk_gla', |
| 'chunk_retention', |
| 'fused_chunk_based', |
| 'fused_chunk_gla', |
| 'fused_chunk_retention' |
| ] |
|
|
| __version__ = '0.1' |
|
|
