File size: 1,070 Bytes
e811e56 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | {
"results": {
"based_fda": {
"contains,none": 0.44141689373297005,
"contains_stderr,none": "N/A",
"alias": "based_fda"
}
},
"configs": {
"based_fda": {
"description": "",
"target_delimiter": " ",
"fewshot_delimiter": "\n\n",
"num_fewshot": 0,
"output_type": "generate_until",
"generation_kwargs": {
"until": [
"\n\n"
],
"do_sample": false
},
"repeats": 1,
"should_decontaminate": false,
"metadata": {
"version": 0
}
}
},
"versions": {
"based_fda": 0
},
"n-shot": {
"based_fda": 0
},
"config": {
"model": "lm_eval_model",
"model_args": " checkpoint_name=/mnt/jfzn/msj/train_exp/gated_deltaproduct",
"batch_size": "8",
"batch_sizes": [],
"device": "cuda:0",
"use_cache": null,
"limit": null,
"bootstrap_iters": 100000,
"gen_kwargs": null
},
"git_hash": null,
"context_length": 2000,
"answer_length": 48,
"cutting_context": true,
"decode_mode": "default"
} |