| { | |
| "model_type": "disco", | |
| "auto_map": { | |
| "AutoConfig": "configuration_disco.DiscoConfig", | |
| "AutoModel": "modeling_disco.DiscoPredictor" | |
| }, | |
| "n_components": 256, | |
| "sampling_name": "high-disagreement@100+nonstratified", | |
| "number_item": "100", | |
| "fitted_model_type": "RandomForestRegressor_100", | |
| "use_full_prompt": true, | |
| "data_path": "arubique/flattened-MMLU", | |
| "eval_config": { | |
| "pca": 256, | |
| "pad_to_size": 31, | |
| "use_lmeval_batching": true, | |
| "use_full_prompt": true, | |
| "data_path": "arubique/flattened-MMLU" | |
| } | |
| } |