starcoder2-7b/dp3/audit_results.json

{
  "delta": 1e-05,
  "num_canaries": 500,
  "num_members": 250,
  "paper_guess_fraction": 0.2,
  "paper_guess_steps": 20,
  "loss": {
    "auc": 0.525808,
    "empirical_epsilon": {
      "0.05": 0.05073561053723097,
      "0.01": 0.0
    },
    "empirical_epsilon_details": {
      "0.05": {
        "epsilon": 0.05073561053723097,
        "num_guesses": 100,
        "correct_guesses": 60,
        "candidate_num_guesses": [
          5,
          10,
          15,
          20,
          25,
          30,
          35,
          40,
          45,
          50,
          55,
          60,
          65,
          70,
          75,
          80,
          85,
          90,
          95,
          100
        ],
        "direction": "higher"
      },
      "0.01": {
        "epsilon": 0.0,
        "num_guesses": 0,
        "correct_guesses": 0,
        "candidate_num_guesses": [
          5,
          10,
          15,
          20,
          25,
          30,
          35,
          40,
          45,
          50,
          55,
          60,
          65,
          70,
          75,
          80,
          85,
          90,
          95,
          100
        ],
        "direction": "lower"
      }
    }
  },
  "embedding": {
    "auc": 0.520928,
    "empirical_epsilon": {
      "0.05": 0.0,
      "0.01": 0.0
    },
    "empirical_epsilon_details": {
      "0.05": {
        "epsilon": 0.0,
        "num_guesses": 0,
        "correct_guesses": 0,
        "candidate_num_guesses": [
          5,
          10,
          15,
          20,
          25,
          30,
          35,
          40,
          45,
          50,
          55,
          60,
          65,
          70,
          75,
          80,
          85,
          90,
          95,
          100
        ],
        "direction": "lower"
      },
      "0.01": {
        "epsilon": 0.0,
        "num_guesses": 0,
        "correct_guesses": 0,
        "candidate_num_guesses": [
          5,
          10,
          15,
          20,
          25,
          30,
          35,
          40,
          45,
          50,
          55,
          60,
          65,
          70,
          75,
          80,
          85,
          90,
          95,
          100
        ],
        "direction": "lower"
      }
    }
  }
}