| activations: Tanh |
| batch_size: 8 |
| class_identifier: regression_metric |
| dropout: 0.1 |
| encoder_learning_rate: 1.0e-05 |
| encoder_model: MiniLM |
| final_activation: null |
| hidden_sizes: |
| - 384 |
| keep_embeddings_frozen: true |
| layer: 12 |
| layerwise_decay: 0.95 |
| learning_rate: 3.1e-05 |
| load_weights_from_checkpoint: lightning_logs/cometinho_part-i/checkpoints/epoch=0-step=899999.ckpt |
| nr_frozen_epochs: 0.0 |
| optimizer: AdamW |
| pool: avg |
| pretrained_model: microsoft/Multilingual-MiniLM-L12-H384 |
| train_data: data/euro-distil.da.part_ii.csv |
| validation_data: data/2019-da-dev.csv |
|
|
