{ "xmodel_auroc_llama_per_bias": { "birthdeath": 1.0, "bullets": 0.987, "calories": 1.0, "camelcase": 1.0, "compliment_lang": 1.0, "cot_incorrect": 0.9977, "emoji": 0.9983, "exclaim": 0.9515, "gender_bias": 1.0, "hydrated": 1.0, "lgbt_negative": 1.0, "lgbt_positive": 0.966, "population": 1.0, "pubyear": 1.0, "reassurance": 0.9124, "water_mass": 1.0, "western_bias": 1.0 }, "xmodel_auroc_llama_mean": 0.989, "xmodel_clean_fp_llama": 0.0167, "xmodel_clean_mean_pyes_llama": 0.0216, "xmodel_clean_fp_n": 1620, "heldout_bias_auroc": { "atomic": 1.0, "british": 0.9111, "chinese_bias": 1.0, "chocolate": 1.0, "decimal": 1.0, "movie": 0.9122, "muslim_bias": 1.0, "rhetq": 0.6, "sports": 1.0, "voting": 0.3833 }, "heldout_bias_auroc_mean": 0.8807, "per_train_model_auroc": { "qwen3-1p7b": 0.9962, "phi-1p5": 0.9938, "smollm3-3b": 0.9939, "qwen2p5-7b": 0.9901, "gemma2": 0.9947, "qwen2p5-0p5b": 0.9941, "qwen3-4b": 0.993 } }