Hugging Face's logo

msj19
/
gated_deltaproduct_layer17

Safetensors
gated_deltaproduct
Model card Files
xet
 Community
gated_deltaproduct_layer17
File size: 1,228 Bytes
c39435c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
{
  "results": {
    "based_squad": {
      "exact,none": 6.046355391333558,
      "exact_stderr,none": "N/A",
      "f1,none": 17.350257882141136,
      "f1_stderr,none": "N/A",
      "contains,none": 0.3604299630500504,
      "contains_stderr,none": "N/A",
      "alias": "based_squad"
    }
  },
  "configs": {
    "based_squad": {
      "description": "",
      "target_delimiter": " ",
      "fewshot_delimiter": "\n\n",
      "num_fewshot": 0,
      "output_type": "generate_until",
      "generation_kwargs": {
        "until": [
          "\n\n"
        ],
        "do_sample": false
      },
      "repeats": 1,
      "should_decontaminate": false,
      "metadata": {
        "version": 0
      }
    }
  },
  "versions": {
    "based_squad": 0
  },
  "n-shot": {
    "based_squad": 0
  },
  "config": {
    "model": "lm_eval_model",
    "model_args": " checkpoint_name=/mnt/jfzn/msj/train_exp/gated_deltaproduct_layer17",
    "batch_size": "8",
    "batch_sizes": [],
    "device": "cuda:0",
    "use_cache": null,
    "limit": null,
    "bootstrap_iters": 100000,
    "gen_kwargs": null
  },
  "git_hash": null,
  "context_length": 2000,
  "answer_length": 48,
  "cutting_context": true,
  "decode_mode": "default"
}