fix: strictly cap max_seq_length and model_max_length to 8192 for RoBERTa position embeddings
0f0286c verified | { | |
| "base_model_name_or_path": "outputs/best_model/backbone", | |
| "backbone_hidden_size": 768, | |
| "embedding_dim": 1536, | |
| "projection_hidden_dim": 1536, | |
| "pooling": "cls", | |
| "max_seq_length": 8192, | |
| "dropout": 0.1 | |
| } |