File size: 1,070 Bytes
e811e56
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
{
  "results": {
    "based_fda": {
      "contains,none": 0.44141689373297005,
      "contains_stderr,none": "N/A",
      "alias": "based_fda"
    }
  },
  "configs": {
    "based_fda": {
      "description": "",
      "target_delimiter": " ",
      "fewshot_delimiter": "\n\n",
      "num_fewshot": 0,
      "output_type": "generate_until",
      "generation_kwargs": {
        "until": [
          "\n\n"
        ],
        "do_sample": false
      },
      "repeats": 1,
      "should_decontaminate": false,
      "metadata": {
        "version": 0
      }
    }
  },
  "versions": {
    "based_fda": 0
  },
  "n-shot": {
    "based_fda": 0
  },
  "config": {
    "model": "lm_eval_model",
    "model_args": " checkpoint_name=/mnt/jfzn/msj/train_exp/gated_deltaproduct",
    "batch_size": "8",
    "batch_sizes": [],
    "device": "cuda:0",
    "use_cache": null,
    "limit": null,
    "bootstrap_iters": 100000,
    "gen_kwargs": null
  },
  "git_hash": null,
  "context_length": 2000,
  "answer_length": 48,
  "cutting_context": true,
  "decode_mode": "default"
}