| | |
| | from transformers import PretrainedConfig |
| |
|
| | class ModelConfig(PretrainedConfig): |
| | model_type = "SongFormer" |
| | |
| | def __init__( |
| | self, |
| | input_dim=2048, |
| | input_dim_raw=4096, |
| | transformer_encoder_input_dim=1024, |
| | transformer_input_dim=512, |
| | num_transformer_layers=4, |
| | transformer_nhead=8, |
| | transformer_dropout=0.1, |
| | num_classes=128, |
| | num_dataset_classes=64, |
| | down_sample_conv_kernel_size=3, |
| | down_sample_conv_stride=3, |
| | down_sample_conv_dropout=0.1, |
| | down_sample_conv_padding=0, |
| | boundary_tv_loss_beta=0.6, |
| | boundary_tv_loss_lambda=0.4, |
| | boundary_tv_loss_boundary_threshold=0.01, |
| | boundary_tv_loss_reduction_weight=0.1, |
| | boundary_tvloss_weight=0.05, |
| | label_focal_loss_alpha=0.25, |
| | label_focal_loss_gamma=2.0, |
| | label_focal_loss_weight=0.2, |
| | loss_weight_section=0.2, |
| | loss_weight_function=0.8, |
| | learn_label=True, |
| | learn_segment=True, |
| | local_maxima_filter_size=3, |
| | frame_rates=8.333, |
| | **kwargs |
| | ): |
| | super().__init__(**kwargs) |
| | self.input_dim = input_dim |
| | self.input_dim_raw = input_dim_raw |
| | self.transformer_encoder_input_dim = transformer_encoder_input_dim |
| | self.transformer_input_dim = transformer_input_dim |
| | self.num_transformer_layers = num_transformer_layers |
| | self.transformer_nhead = transformer_nhead |
| | self.transformer_dropout = transformer_dropout |
| | self.num_classes = num_classes |
| | self.num_dataset_classes = num_dataset_classes |
| | self.down_sample_conv_kernel_size = down_sample_conv_kernel_size |
| | self.down_sample_conv_stride = down_sample_conv_stride |
| | self.down_sample_conv_dropout = down_sample_conv_dropout |
| | self.down_sample_conv_padding = down_sample_conv_padding |
| | self.boundary_tv_loss_beta = boundary_tv_loss_beta |
| | self.boundary_tv_loss_lambda = boundary_tv_loss_lambda |
| | self.boundary_tv_loss_boundary_threshold = boundary_tv_loss_boundary_threshold |
| | self.boundary_tv_loss_reduction_weight = boundary_tv_loss_reduction_weight |
| | self.boundary_tvloss_weight = boundary_tvloss_weight |
| | self.label_focal_loss_alpha = label_focal_loss_alpha |
| | self.label_focal_loss_gamma = label_focal_loss_gamma |
| | self.label_focal_loss_weight = label_focal_loss_weight |
| | self.loss_weight_section = loss_weight_section |
| | self.loss_weight_function = loss_weight_function |
| | self.learn_label = learn_label |
| | self.learn_segment = learn_segment |
| | self.local_maxima_filter_size = local_maxima_filter_size |
| | self.frame_rates = frame_rates |
