| { | |
| "base_model": "roberta-base", | |
| "data": { | |
| "csv_path": "https://github.com/Heng1222/Ohsumed_classification/blob/main/MeSH_data/mesh_dataset.csv?raw=true", | |
| "split": "train=0.9, val=0.1", | |
| "random_state": 42 | |
| }, | |
| "hyperparams": { | |
| "batch_size": 32, | |
| "lr": 5e-05, | |
| "num_epochs_max": 8, | |
| "patience": 3, | |
| "min_delta": 0.0001, | |
| "lora_r": 16, | |
| "lora_alpha": 32, | |
| "lora_dropout": 0.1, | |
| "target_modules": [ | |
| "query", | |
| "key", | |
| "value", | |
| "output.dense" | |
| ] | |
| }, | |
| "best_val_loss": 0.00934141071531148 | |
| } |