| { |
| "config": { |
| "seed": 42, |
| "encoder": { |
| "model_name": "sentence-transformers/all-MiniLM-L6-v2", |
| "embedding_dim": 384, |
| "freeze": true |
| }, |
| "cross_manifold": { |
| "num_heads": 4, |
| "head_dim": 96, |
| "value_mlp_hidden": 256, |
| "value_mlp_layers": 2, |
| "dropout": 0.1 |
| }, |
| "training": { |
| "batch_size": 64, |
| "learning_rate": 0.0002, |
| "weight_decay": 0.01, |
| "epochs": 5, |
| "warmup_steps": 500, |
| "max_train_samples": 100000, |
| "num_negatives": 7, |
| "max_seq_length": 128, |
| "fp16": true, |
| "gradient_accumulation_steps": 1, |
| "log_every": 100, |
| "eval_every": 2000, |
| "save_dir": "checkpoints" |
| }, |
| "evaluation": { |
| "max_eval_queries": 5000, |
| "metrics": [ |
| "mrr@10", |
| "recall@100" |
| ] |
| }, |
| "spectral": { |
| "num_documents": 1000, |
| "num_queries": 500, |
| "k_neighbors": 20 |
| }, |
| "attack": { |
| "target_domain": "medical", |
| "num_target_queries": 100, |
| "top_k": 10, |
| "medical_keywords": [ |
| "health", |
| "medical", |
| "doctor", |
| "patient", |
| "treatment", |
| "disease", |
| "symptom", |
| "diagnosis", |
| "medicine", |
| "clinical" |
| ] |
| } |
| }, |
| "device": "cuda", |
| "retrieval_multi_manifold": { |
| "mrr@10": 0.6002776984126992, |
| "recall@100": 0.9901, |
| "num_queries": 5000 |
| }, |
| "retrieval_baseline": { |
| "mrr@10": 0.5828701587301599, |
| "recall@100": 0.9942, |
| "num_queries": 5000 |
| }, |
| "mrr_ratio": 1.0298652099816936, |
| "spectral": { |
| "multi_manifold": { |
| "spectral_discrepancy": 0.05735765351097603, |
| "fiedler_alignment": 0.03973450829139222 |
| }, |
| "baseline": { |
| "spectral_discrepancy": 0.22395483470893326, |
| "fiedler_alignment": 0.7848795751112227 |
| }, |
| "num_documents": 1000, |
| "num_queries": 500 |
| }, |
| "attack": { |
| "bipartite_attack": { |
| "baseline_asr": 0.51, |
| "multi_manifold_asr": 0.19, |
| "baseline_margins": { |
| "mean_margin": -0.00035160839557647706, |
| "median_margin": 0.0012769699096679688, |
| "p25_margin": -0.03736262768507004, |
| "fraction_positive_margin": 0.51 |
| }, |
| "multi_manifold_margins": { |
| "mean_margin": -0.0419993931055069, |
| "median_margin": -0.04468509554862976, |
| "p25_margin": -0.06919527053833008, |
| "fraction_positive_margin": 0.19 |
| }, |
| "placement_info": { |
| "method": "bipartite_fiedler", |
| "fiedler_eigenvalue": 0.12380694040243122, |
| "weight_entropy": 4.995662314784581, |
| "max_weight": 0.016811827898423226, |
| "adv_mean_cos_to_queries": 0.2539085502225744, |
| "adv_mean_cos_to_docs": 0.2686595998305845 |
| } |
| }, |
| "doconly_attack": { |
| "baseline_asr": 0.03, |
| "multi_manifold_asr": 0.03, |
| "baseline_margins": { |
| "mean_margin": -0.1627955549955368, |
| "median_margin": -0.1696268543601036, |
| "p25_margin": -0.21040004305541515, |
| "fraction_positive_margin": 0.03 |
| }, |
| "multi_manifold_margins": { |
| "mean_margin": -0.12464183956384658, |
| "median_margin": -0.12341519445180893, |
| "p25_margin": -0.1708945743739605, |
| "fraction_positive_margin": 0.03 |
| }, |
| "placement_info": { |
| "method": "doconly_fiedler", |
| "fiedler_eigenvalue": 3.8886430263519287 |
| } |
| }, |
| "num_domain_docs": 200, |
| "num_target_queries": 100, |
| "top_k": 10, |
| "baseline_asr": 0.51, |
| "multi_manifold_asr": 0.19 |
| } |
| } |