starcoder2-7b/base/audit_results.json

{
  "delta": 1e-05,
  "num_canaries": 500,
  "num_members": 250,
  "paper_guess_fraction": 0.2,
  "paper_guess_steps": 20,
  "loss": {
    "auc": 1.0,
    "empirical_epsilon": {
      "0.05": 3.4791953936219215,
      "0.01": 3.023197554051876
    },
    "empirical_epsilon_details": {
      "0.05": {
        "epsilon": 3.4791953936219215,
        "num_guesses": 100,
        "correct_guesses": 100,
        "candidate_num_guesses": [
          5,
          10,
          15,
          20,
          25,
          30,
          35,
          40,
          45,
          50,
          55,
          60,
          65,
          70,
          75,
          80,
          85,
          90,
          95,
          100
        ],
        "direction": "lower"
      },
      "0.01": {
        "epsilon": 3.023197554051876,
        "num_guesses": 100,
        "correct_guesses": 100,
        "candidate_num_guesses": [
          5,
          10,
          15,
          20,
          25,
          30,
          35,
          40,
          45,
          50,
          55,
          60,
          65,
          70,
          75,
          80,
          85,
          90,
          95,
          100
        ],
        "direction": "lower"
      }
    }
  },
  "embedding": {
    "auc": 0.916224,
    "empirical_epsilon": {
      "0.05": 3.4791953936219215,
      "0.01": 3.023197554051876
    },
    "empirical_epsilon_details": {
      "0.05": {
        "epsilon": 3.4791953936219215,
        "num_guesses": 100,
        "correct_guesses": 100,
        "candidate_num_guesses": [
          5,
          10,
          15,
          20,
          25,
          30,
          35,
          40,
          45,
          50,
          55,
          60,
          65,
          70,
          75,
          80,
          85,
          90,
          95,
          100
        ],
        "direction": "lower"
      },
      "0.01": {
        "epsilon": 3.023197554051876,
        "num_guesses": 100,
        "correct_guesses": 100,
        "candidate_num_guesses": [
          5,
          10,
          15,
          20,
          25,
          30,
          35,
          40,
          45,
          50,
          55,
          60,
          65,
          70,
          75,
          80,
          85,
          90,
          95,
          100
        ],
        "direction": "lower"
      }
    }
  }
}