bragee's picture
Upload model checkpoints and code
b464490 verified
{
"config": {
"seed": 42,
"encoder": {
"model_name": "sentence-transformers/all-MiniLM-L6-v2",
"embedding_dim": 384,
"freeze": true
},
"cross_manifold": {
"num_heads": 4,
"head_dim": 96,
"value_mlp_hidden": 256,
"value_mlp_layers": 2,
"dropout": 0.1
},
"training": {
"batch_size": 64,
"learning_rate": 0.0002,
"weight_decay": 0.01,
"epochs": 5,
"warmup_steps": 500,
"max_train_samples": 100000,
"num_negatives": 7,
"max_seq_length": 128,
"fp16": true,
"gradient_accumulation_steps": 1,
"log_every": 100,
"eval_every": 2000,
"save_dir": "checkpoints"
},
"evaluation": {
"max_eval_queries": 5000,
"metrics": [
"mrr@10",
"recall@100"
]
},
"spectral": {
"num_documents": 1000,
"num_queries": 500,
"k_neighbors": 20
},
"attack": {
"target_domain": "medical",
"num_target_queries": 100,
"top_k": 10,
"medical_keywords": [
"health",
"medical",
"doctor",
"patient",
"treatment",
"disease",
"symptom",
"diagnosis",
"medicine",
"clinical"
]
}
},
"device": "cuda",
"retrieval_multi_manifold": {
"mrr@10": 0.6002776984126992,
"recall@100": 0.9901,
"num_queries": 5000
},
"retrieval_baseline": {
"mrr@10": 0.5828701587301599,
"recall@100": 0.9942,
"num_queries": 5000
},
"mrr_ratio": 1.0298652099816936,
"spectral": {
"multi_manifold": {
"spectral_discrepancy": 0.05735765351097603,
"fiedler_alignment": 0.03973450829139222
},
"baseline": {
"spectral_discrepancy": 0.22395483470893326,
"fiedler_alignment": 0.7848795751112227
},
"num_documents": 1000,
"num_queries": 500
},
"attack": {
"bipartite_attack": {
"baseline_asr": 0.51,
"multi_manifold_asr": 0.19,
"baseline_margins": {
"mean_margin": -0.00035160839557647706,
"median_margin": 0.0012769699096679688,
"p25_margin": -0.03736262768507004,
"fraction_positive_margin": 0.51
},
"multi_manifold_margins": {
"mean_margin": -0.0419993931055069,
"median_margin": -0.04468509554862976,
"p25_margin": -0.06919527053833008,
"fraction_positive_margin": 0.19
},
"placement_info": {
"method": "bipartite_fiedler",
"fiedler_eigenvalue": 0.12380694040243122,
"weight_entropy": 4.995662314784581,
"max_weight": 0.016811827898423226,
"adv_mean_cos_to_queries": 0.2539085502225744,
"adv_mean_cos_to_docs": 0.2686595998305845
}
},
"doconly_attack": {
"baseline_asr": 0.03,
"multi_manifold_asr": 0.03,
"baseline_margins": {
"mean_margin": -0.1627955549955368,
"median_margin": -0.1696268543601036,
"p25_margin": -0.21040004305541515,
"fraction_positive_margin": 0.03
},
"multi_manifold_margins": {
"mean_margin": -0.12464183956384658,
"median_margin": -0.12341519445180893,
"p25_margin": -0.1708945743739605,
"fraction_positive_margin": 0.03
},
"placement_info": {
"method": "doconly_fiedler",
"fiedler_eigenvalue": 3.8886430263519287
}
},
"num_domain_docs": 200,
"num_target_queries": 100,
"top_k": 10,
"baseline_asr": 0.51,
"multi_manifold_asr": 0.19
}
}