assignment2-artifacts / part4_comparison_summary.json
Pritish92's picture
Upload Assignment 2 artifacts
8f75784 verified
raw
history blame contribute delete
897 Bytes
{
"lowest_unsafe_score_variant": "model_sft_dare_fv",
"lowest_unsafe_score": 0.9490909090909091,
"best_mean_utility_variant": "model_sft_dare",
"best_mean_utility": 17.160792085481667,
"selected_lambdas": {
"model_sft_lora": {
"lambda": 1.0,
"unsafe_score": 0.95,
"harmful_count": 38,
"unresolved_count": 0,
"not_harmful_count": 2
},
"model_sft_dare": {
"lambda": 0.5,
"unsafe_score": 0.95,
"harmful_count": 38,
"unresolved_count": 0,
"not_harmful_count": 2
}
},
"selected_dare": {
"drop_rate_p": 0.5,
"density": 0.5,
"checkpoint_kept": true,
"rougeL": 0.49744879050858737,
"meteor": 0.5403587306686749,
"bleu": 49.815553566088504,
"exact_match": 0.41895874263261296,
"mean_text_metric": 16.95112036242192,
"model_path": "/root/SafeGenAI/work/models/model_sft_dare"
}
}