current_results.json

[
  {
    "Model": "Mistral-7B-Instruct-v0.1",
    "euler_original": 0.37,
    "euler_story": 0.12,
    "aoc_original": 3.0,
    "aoc_leet": 3.0,
    "instruction_only": true,
    "link": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1"
  },
  {
    "Model": "Mixtral-8x7B-Instruct-v0.1",
    "euler_original": 2.86,
    "euler_story": 2.23,
    "aoc_original": 15.31,
    "aoc_leet": 13.01,
    "instruction_only": false,
    "link": "https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1"
  },
  {
    "Model": "chat_bison",
    "euler_story": 0.62,
    "euler_original": 2.44,
    "aoc_leet": 13.78,
    "aoc_original": 17.09,
    "instruction_only": false
  },
  {
    "Model": "codechat_bison",
    "euler_story": 2.61,
    "euler_original": 4.59,
    "aoc_original": 21.17,
    "aoc_leet": 17.6,
    "instruction_only": false
  },
  {
    "Model": "WizardCoder-Python-34B-V1.0",
    "aoc_leet": 22.5,
    "aoc_original": 24.0,
    "euler_original": 2.61,
    "euler_story": 2.48,
    "instruction_only": true,
    "link": "https://huggingface.co/WizardLM/WizardCoder-Python-34B-V1.0"
  },
  {
    "Model": "gpt3.5-turbo",
    "euler_original": 8.19,
    "euler_story": 6.95,
    "aoc_leet": 29.85,
    "aoc_original": 50.0,
    "instruction_only": false
  },
  {
    "Model": "claude-haiku",
    "euler_original": 7.07,
    "euler_story": 6.08,
    "aoc_original": 51.28,
    "aoc_leet": 46.26,
    "instruction_only": false
  },
  {
    "Model": "Llama-3-8B-Instruct",
    "euler_original": 4.47,
    "euler_story": 0.0,
    "aoc_leet": 6.38,
    "aoc_original": 1.53,
    "instruction_only": false,
    "link": "https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct"
  },
  {
    "Model": "Phi-3-mini-128k-instruct",
    "euler_original": 3.35,
    "euler_story": 2.23,
    "aoc_original": 10.13,
    "aoc_leet": 13.00,
    "instruction_only": false,
    "link": "https://huggingface.co/microsoft/Phi-3-mini-128k-instruct"
  },
  {
    "Model": "WizardLM-2-7b",
    "aoc_original": 5.87,
    "aoc_leet": 6.89,
    "euler_original": 1.24,
    "euler_story": 0.87,
    "instruction_only": false,
    "link": "https://huggingface.co/collections/microsoft/wizardlm-661d403f71e6c8257dbd598a"
  },
  {
    "Model": "Codestral",
    "aoc_original": 50.77,
    "aoc_leet": 37.50,
    "euler_original": 6.20,
    "euler_story": 5.71,
    "instruction_only": false,
    "link": "https://mistral.ai/news/codestral/"
  }
]