based_drop/results.json

{
  "results": {
    "based_drop": {
      "contains,none": 0.22280785816962145,
      "contains_stderr,none": "N/A",
      "alias": "based_drop"
    }
  },
  "configs": {
    "based_drop": {
      "description": "",
      "target_delimiter": " ",
      "fewshot_delimiter": "\n\n",
      "num_fewshot": 0,
      "output_type": "generate_until",
      "generation_kwargs": {
        "until": [
          "\n\n"
        ],
        "do_sample": false
      },
      "repeats": 1,
      "should_decontaminate": false,
      "metadata": {
        "version": "default"
      }
    }
  },
  "versions": {
    "based_drop": "default"
  },
  "n-shot": {
    "based_drop": 0
  },
  "config": {
    "model": "lm_eval_model",
    "model_args": " checkpoint_name=/mnt/jfzn/msj/train_exp/gated_deltaproduct_layer17",
    "batch_size": "8",
    "batch_sizes": [],
    "device": "cuda:0",
    "use_cache": null,
    "limit": null,
    "bootstrap_iters": 100000,
    "gen_kwargs": null
  },
  "git_hash": null,
  "context_length": 2000,
  "answer_length": 48,
  "cutting_context": true,
  "decode_mode": "default"
}