|
|
|
|
|
from transformers import PretrainedConfig |
|
|
|
|
|
class ModelConfig(PretrainedConfig): |
|
|
model_type = "SongFormer" |
|
|
|
|
|
def __init__( |
|
|
self, |
|
|
input_dim=2048, |
|
|
input_dim_raw=4096, |
|
|
transformer_encoder_input_dim=1024, |
|
|
transformer_input_dim=512, |
|
|
num_transformer_layers=4, |
|
|
transformer_nhead=8, |
|
|
transformer_dropout=0.1, |
|
|
num_classes=128, |
|
|
num_dataset_classes=64, |
|
|
down_sample_conv_kernel_size=3, |
|
|
down_sample_conv_stride=3, |
|
|
down_sample_conv_dropout=0.1, |
|
|
down_sample_conv_padding=0, |
|
|
boundary_tv_loss_beta=0.6, |
|
|
boundary_tv_loss_lambda=0.4, |
|
|
boundary_tv_loss_boundary_threshold=0.01, |
|
|
boundary_tv_loss_reduction_weight=0.1, |
|
|
boundary_tvloss_weight=0.05, |
|
|
label_focal_loss_alpha=0.25, |
|
|
label_focal_loss_gamma=2.0, |
|
|
label_focal_loss_weight=0.2, |
|
|
loss_weight_section=0.2, |
|
|
loss_weight_function=0.8, |
|
|
learn_label=True, |
|
|
learn_segment=True, |
|
|
local_maxima_filter_size=3, |
|
|
frame_rates=8.333, |
|
|
**kwargs |
|
|
): |
|
|
super().__init__(**kwargs) |
|
|
self.input_dim = input_dim |
|
|
self.input_dim_raw = input_dim_raw |
|
|
self.transformer_encoder_input_dim = transformer_encoder_input_dim |
|
|
self.transformer_input_dim = transformer_input_dim |
|
|
self.num_transformer_layers = num_transformer_layers |
|
|
self.transformer_nhead = transformer_nhead |
|
|
self.transformer_dropout = transformer_dropout |
|
|
self.num_classes = num_classes |
|
|
self.num_dataset_classes = num_dataset_classes |
|
|
self.down_sample_conv_kernel_size = down_sample_conv_kernel_size |
|
|
self.down_sample_conv_stride = down_sample_conv_stride |
|
|
self.down_sample_conv_dropout = down_sample_conv_dropout |
|
|
self.down_sample_conv_padding = down_sample_conv_padding |
|
|
self.boundary_tv_loss_beta = boundary_tv_loss_beta |
|
|
self.boundary_tv_loss_lambda = boundary_tv_loss_lambda |
|
|
self.boundary_tv_loss_boundary_threshold = boundary_tv_loss_boundary_threshold |
|
|
self.boundary_tv_loss_reduction_weight = boundary_tv_loss_reduction_weight |
|
|
self.boundary_tvloss_weight = boundary_tvloss_weight |
|
|
self.label_focal_loss_alpha = label_focal_loss_alpha |
|
|
self.label_focal_loss_gamma = label_focal_loss_gamma |
|
|
self.label_focal_loss_weight = label_focal_loss_weight |
|
|
self.loss_weight_section = loss_weight_section |
|
|
self.loss_weight_function = loss_weight_function |
|
|
self.learn_label = learn_label |
|
|
self.learn_segment = learn_segment |
|
|
self.local_maxima_filter_size = local_maxima_filter_size |
|
|
self.frame_rates = frame_rates |
