| { | |
| "config": { | |
| "timestamp": "20260629-201308", | |
| "model_id": "google/diffusiongemma-26B-A4B-it", | |
| "gpu": "A100-80GB", | |
| "quantization": "4bit-nf4", | |
| "canvas_length": 256 | |
| }, | |
| "steps": { | |
| "1_baseline": { | |
| "num_prompts": 5, | |
| "total_words": 759 | |
| }, | |
| "2_detectors_before": { | |
| "num_samples": 5, | |
| "perplexity": { | |
| "mean": 15.49, | |
| "std": 4.2 | |
| }, | |
| "burstiness": { | |
| "mean": 0.6738 | |
| }, | |
| "fast_detectgpt": { | |
| "mean_score": 0.0005, | |
| "ai_detected": 0, | |
| "human_detected": 5 | |
| }, | |
| "heuristic": { | |
| "mean_ai_prob": 0.35, | |
| "ai_classified": 0, | |
| "human_classified": 5 | |
| } | |
| }, | |
| "3_dataset": { | |
| "synthetic_pairs": 39, | |
| "hc3_pairs": 0, | |
| "note": "HC3 unavailable — dataset scripts deprecated in newer `datasets` lib" | |
| }, | |
| "4_training": { | |
| "status": "skipped", | |
| "reason": "PEFT incompatible with DiffusionGemmaForBlockDiffusion", | |
| "note": "Base model achieves 0% AI detection — fine-tuning not needed for MVP" | |
| }, | |
| "5_evaluation": { | |
| "num_eval_prompts": 3, | |
| "ai_mean_heuristic": 0.3805, | |
| "humanized_mean_heuristic": 0.4028, | |
| "improvement": -0.0222 | |
| } | |
| } | |
| } |