Spaces:
Sleeping
Sleeping
Upload 10 files
Browse files- .gitattributes +3 -0
- config.json +15 -0
- data/member.json +0 -0
- data/non_member.json +0 -0
- figures/fig1_loss_distribution_comparison.png +3 -0
- figures/fig2_privacy_utility_tradeoff_fixed.png +3 -0
- figures/fig3_defense_comparison_bar.png +3 -0
- results/mia_full_results.json +0 -0
- results/mia_results.json +26 -0
- results/perturbation_results.json +23 -0
- results/utility_results.json +14 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
figures/fig1_loss_distribution_comparison.png filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
figures/fig2_privacy_utility_tradeoff_fixed.png filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
figures/fig3_defense_comparison_bar.png filter=lfs diff=lfs merge=lfs -text
|
config.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"project_root": "/content/drive/MyDrive/MathTutor_MIA",
|
| 3 |
+
"model_name": "Qwen/Qwen2.5-Math-1.5B-Instruct",
|
| 4 |
+
"model_type": "Qwen2.5-Math\uff08\u6570\u5b66\u4e13\u7528\uff09",
|
| 5 |
+
"data_size": 2000,
|
| 6 |
+
"gpu_available": true,
|
| 7 |
+
"gpu_name": "Tesla T4",
|
| 8 |
+
"setup_date": "2026-03-04 05:24:06",
|
| 9 |
+
"dependencies": {
|
| 10 |
+
"transformers": "latest",
|
| 11 |
+
"peft": "latest",
|
| 12 |
+
"trl": "latest",
|
| 13 |
+
"note": "\u4f7f\u7528\u6700\u65b0\u7248\u672c\u4ee5\u4fdd\u8bc1\u517c\u5bb9\u6027"
|
| 14 |
+
}
|
| 15 |
+
}
|
data/member.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
data/non_member.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
figures/fig1_loss_distribution_comparison.png
ADDED
|
Git LFS Details
|
figures/fig2_privacy_utility_tradeoff_fixed.png
ADDED
|
Git LFS Details
|
figures/fig3_defense_comparison_bar.png
ADDED
|
Git LFS Details
|
results/mia_full_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
results/mia_results.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"baseline": {
|
| 3 |
+
"auc": 0.6307740000000001,
|
| 4 |
+
"member_loss_mean": 0.1991752305328846,
|
| 5 |
+
"member_loss_std": 0.03230738470145083,
|
| 6 |
+
"non_member_loss_mean": 0.21258054062724113,
|
| 7 |
+
"non_member_loss_std": 0.03705364777221954,
|
| 8 |
+
"sample_size": 2000
|
| 9 |
+
},
|
| 10 |
+
"smooth_0.02": {
|
| 11 |
+
"auc": 0.62228,
|
| 12 |
+
"member_loss_mean": 0.21934979343414307,
|
| 13 |
+
"member_loss_std": 0.031614136686309996,
|
| 14 |
+
"non_member_loss_mean": 0.23256173765659333,
|
| 15 |
+
"non_member_loss_std": 0.0378522310439509,
|
| 16 |
+
"sample_size": 2000
|
| 17 |
+
},
|
| 18 |
+
"smooth_0.2": {
|
| 19 |
+
"auc": 0.586948,
|
| 20 |
+
"member_loss_mean": 0.4284979530572891,
|
| 21 |
+
"member_loss_std": 0.032136897717932995,
|
| 22 |
+
"non_member_loss_mean": 0.4360980874598026,
|
| 23 |
+
"non_member_loss_std": 0.03508620754318059,
|
| 24 |
+
"sample_size": 2000
|
| 25 |
+
}
|
| 26 |
+
}
|
results/perturbation_results.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"perturbation_0.01": {
|
| 3 |
+
"sigma": 0.01,
|
| 4 |
+
"auc": 0.614119,
|
| 5 |
+
"accuracy": 0.99,
|
| 6 |
+
"member_loss_mean": 0.19936855109110785,
|
| 7 |
+
"non_member_loss_mean": 0.21328890299973266
|
| 8 |
+
},
|
| 9 |
+
"perturbation_0.015": {
|
| 10 |
+
"sigma": 0.015,
|
| 11 |
+
"auc": 0.6024790000000001,
|
| 12 |
+
"accuracy": 0.99,
|
| 13 |
+
"member_loss_mean": 0.1994652113702195,
|
| 14 |
+
"non_member_loss_mean": 0.21364308418597847
|
| 15 |
+
},
|
| 16 |
+
"perturbation_0.02": {
|
| 17 |
+
"sigma": 0.02,
|
| 18 |
+
"auc": 0.594681,
|
| 19 |
+
"accuracy": 0.99,
|
| 20 |
+
"member_loss_mean": 0.19956187164933112,
|
| 21 |
+
"non_member_loss_mean": 0.21399726537222427
|
| 22 |
+
}
|
| 23 |
+
}
|
results/utility_results.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"baseline": {
|
| 3 |
+
"accuracy": 0.6333333333333333,
|
| 4 |
+
"sample_size": 300
|
| 5 |
+
},
|
| 6 |
+
"smooth_0.02": {
|
| 7 |
+
"accuracy": 0.7466666666666667,
|
| 8 |
+
"sample_size": 300
|
| 9 |
+
},
|
| 10 |
+
"smooth_0.2": {
|
| 11 |
+
"accuracy": 0.71,
|
| 12 |
+
"sample_size": 300
|
| 13 |
+
}
|
| 14 |
+
}
|