melihcatal
/

codedp-cpt-models

Text Generation

differential-privacy

code-generation

continued-pretraining

Model card Files Files and versions

Metrics Training metrics Community

codedp-cpt-models / starcoder2-7b /base /audit_results.json

melihcatal's picture

Upload folder using huggingface_hub

07662b8 verified 3 days ago

history blame contribute delete

2.39 kB

	{
	"delta": 1e-05,
	"num_canaries": 500,
	"num_members": 250,
	"paper_guess_fraction": 0.2,
	"paper_guess_steps": 20,
	"loss": {
	"auc": 1.0,
	"empirical_epsilon": {
	"0.05": 3.4791953936219215,
	"0.01": 3.023197554051876
	},
	"empirical_epsilon_details": {
	"0.05": {
	"epsilon": 3.4791953936219215,
	"num_guesses": 100,
	"correct_guesses": 100,
	"candidate_num_guesses": [
	5,
	10,
	15,
	20,
	25,
	30,
	35,
	40,
	45,
	50,
	55,
	60,
	65,
	70,
	75,
	80,
	85,
	90,
	95,
	100
	],
	"direction": "lower"
	},
	"0.01": {
	"epsilon": 3.023197554051876,
	"num_guesses": 100,
	"correct_guesses": 100,
	"candidate_num_guesses": [
	5,
	10,
	15,
	20,
	25,
	30,
	35,
	40,
	45,
	50,
	55,
	60,
	65,
	70,
	75,
	80,
	85,
	90,
	95,
	100
	],
	"direction": "lower"
	}
	}
	},
	"embedding": {
	"auc": 0.916224,
	"empirical_epsilon": {
	"0.05": 3.4791953936219215,
	"0.01": 3.023197554051876
	},
	"empirical_epsilon_details": {
	"0.05": {
	"epsilon": 3.4791953936219215,
	"num_guesses": 100,
	"correct_guesses": 100,
	"candidate_num_guesses": [
	5,
	10,
	15,
	20,
	25,
	30,
	35,
	40,
	45,
	50,
	55,
	60,
	65,
	70,
	75,
	80,
	85,
	90,
	95,
	100
	],
	"direction": "lower"
	},
	"0.01": {
	"epsilon": 3.023197554051876,
	"num_guesses": 100,
	"correct_guesses": 100,
	"candidate_num_guesses": [
	5,
	10,
	15,
	20,
	25,
	30,
	35,
	40,
	45,
	50,
	55,
	60,
	65,
	70,
	75,
	80,
	85,
	90,
	95,
	100
	],
	"direction": "lower"
	}
	}
	}
	}