{
  "sweep_A_max_model_len_32768_n16": [
    {
      "bucket": "2k",
      "target_tokens": 2048,
      "n": 16,
      "acc_len": 5.276287886050829,
      "acc_len_median": 5.354166666666666,
      "proposal_acceptance": 0.6108982694358327,
      "n_acc_unmatched": 0,
      "retrieval_accuracy": 1.0,
      "mean_prompt_tokens": 2109,
      "mean_completion_tokens": 80,
      "truncated": 0,
      "elapsed_s": 13.5,
      "sampling": {
        "temperature": 1.0,
        "top_p": 0.95
      },
      "max_tokens": 1024,
      "concurrency": 1
    },
    {
      "bucket": "4k",
      "target_tokens": 4096,
      "n": 16,
      "acc_len": 5.680358749706176,
      "acc_len_median": 5.464285714285714,
      "proposal_acceptance": 0.6686226785294538,
      "n_acc_unmatched": 0,
      "retrieval_accuracy": 1.0,
      "mean_prompt_tokens": 4143,
      "mean_completion_tokens": 76,
      "truncated": 0,
      "elapsed_s": 16.2,
      "sampling": {
        "temperature": 1.0,
        "top_p": 0.95
      },
      "max_tokens": 1024,
      "concurrency": 1
    },
    {
      "bucket": "8k",
      "target_tokens": 8192,
      "n": 16,
      "acc_len": 5.214891198896133,
      "acc_len_median": 5.323809523809524,
      "proposal_acceptance": 0.602127314128019,
      "n_acc_unmatched": 0,
      "retrieval_accuracy": 1.0,
      "mean_prompt_tokens": 8203,
      "mean_completion_tokens": 82,
      "truncated": 0,
      "elapsed_s": 30.6,
      "sampling": {
        "temperature": 1.0,
        "top_p": 0.95
      },
      "max_tokens": 1024,
      "concurrency": 1
    },
    {
      "bucket": "16k",
      "target_tokens": 16384,
      "n": 16,
      "acc_len": 4.877537646373459,
      "acc_len_median": 4.839583333333334,
      "proposal_acceptance": 0.5539339494819228,
      "n_acc_unmatched": 0,
      "retrieval_accuracy": 1.0,
      "mean_prompt_tokens": 16336,
      "mean_completion_tokens": 84,
      "truncated": 0,
      "elapsed_s": 40.6,
      "sampling": {
        "temperature": 1.0,
        "top_p": 0.95
      },
      "max_tokens": 1024,
      "concurrency": 1
    },
    {
      "bucket": "28k",
      "target_tokens": 28672,
      "n": 16,
      "acc_len": 4.809826773995698,
      "acc_len_median": 4.933035714285714,
      "proposal_acceptance": 0.5442609677136712,
      "n_acc_unmatched": 0,
      "retrieval_accuracy": 1.0,
      "mean_prompt_tokens": 28535,
      "mean_completion_tokens": 81,
      "truncated": 0,
      "elapsed_s": 72.6,
      "sampling": {
        "temperature": 1.0,
        "top_p": 0.95
      },
      "max_tokens": 1024,
      "concurrency": 1
    }
  ],
  "sweep_B_max_model_len_139264_n8": [
    {
      "bucket": "8k",
      "target_tokens": 8192,
      "n": 8,
      "acc_len": 5.6663430867378235,
      "acc_len_median": 5.746153846153846,
      "proposal_acceptance": 0.6666204409625462,
      "n_acc_unmatched": 0,
      "retrieval_accuracy": 1.0,
      "mean_prompt_tokens": 8203,
      "mean_completion_tokens": 79,
      "truncated": 0,
      "elapsed_s": 16.1,
      "sampling": {
        "temperature": 1.0,
        "top_p": 0.95
      },
      "max_tokens": 1024,
      "concurrency": 1
    },
    {
      "bucket": "32k",
      "target_tokens": 32768,
      "n": 8,
      "acc_len": 4.972686982401656,
      "acc_len_median": 5.0,
      "proposal_acceptance": 0.5675267117716652,
      "n_acc_unmatched": 0,
      "retrieval_accuracy": 1.0,
      "mean_prompt_tokens": 32596,
      "mean_completion_tokens": 90,
      "truncated": 0,
      "elapsed_s": 42.0,
      "sampling": {
        "temperature": 1.0,
        "top_p": 0.95
      },
      "max_tokens": 1024,
      "concurrency": 1
    },
    {
      "bucket": "64k",
      "target_tokens": 65536,
      "n": 8,
      "acc_len": 4.805144610291669,
      "acc_len_median": 4.719047619047618,
      "proposal_acceptance": 0.5435920871845241,
      "n_acc_unmatched": 0,
      "retrieval_accuracy": 1.0,
      "mean_prompt_tokens": 65113,
      "mean_completion_tokens": 77,
      "truncated": 0,
      "elapsed_s": 81.8,
      "sampling": {
        "temperature": 1.0,
        "top_p": 0.95
      },
      "max_tokens": 1024,
      "concurrency": 1
    },
    {
      "bucket": "128k",
      "target_tokens": 131072,
      "n": 8,
      "acc_len": 4.854379881893468,
      "acc_len_median": 4.931818181818182,
      "proposal_acceptance": 0.5506256974133527,
      "n_acc_unmatched": 0,
      "retrieval_accuracy": 1.0,
      "mean_prompt_tokens": 130151,
      "mean_completion_tokens": 85,
      "truncated": 0,
      "elapsed_s": 201.9,
      "sampling": {
        "temperature": 1.0,
        "top_p": 0.95
      },
      "max_tokens": 1024,
      "concurrency": 1
    }
  ]
}