simonlesaumon commited on
Commit
2350860
·
verified ·
1 Parent(s): ba7977f

Upload experiment_log.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. experiment_log.json +16 -35
experiment_log.json CHANGED
@@ -1,51 +1,32 @@
1
  {
2
  "config": {
3
- "timestamp": "20260629-201308",
4
  "model_id": "google/diffusiongemma-26B-A4B-it",
5
  "gpu": "A100-80GB",
6
- "quantization": "4bit-nf4",
 
7
  "canvas_length": 256
8
  },
9
  "steps": {
10
- "1_baseline": {
11
- "num_prompts": 5,
12
- "total_words": 759
13
- },
14
- "2_detectors_before": {
15
- "num_samples": 5,
16
- "perplexity": {
17
- "mean": 15.49,
18
- "std": 4.2
19
- },
20
- "burstiness": {
21
- "mean": 0.6738
22
- },
23
- "fast_detectgpt": {
24
- "mean_score": 0.0005,
25
- "ai_detected": 0,
26
- "human_detected": 5
27
- },
28
- "heuristic": {
29
- "mean_ai_prob": 0.35,
30
- "ai_classified": 0,
31
- "human_classified": 5
32
- }
33
  },
34
  "3_dataset": {
35
- "synthetic_pairs": 39,
36
- "hc3_pairs": 0,
37
- "note": "HC3 unavailable — dataset scripts deprecated in newer `datasets` lib"
38
  },
39
  "4_training": {
40
- "status": "skipped",
41
- "reason": "PEFT incompatible with DiffusionGemmaForBlockDiffusion",
42
- "note": "Base model achieves 0% AI detection — fine-tuning not needed for MVP"
 
 
43
  },
44
  "5_evaluation": {
45
- "num_eval_prompts": 3,
46
- "ai_mean_heuristic": 0.3805,
47
- "humanized_mean_heuristic": 0.4028,
48
- "improvement": -0.0222
49
  }
50
  }
51
  }
 
1
  {
2
  "config": {
3
+ "timestamp": "20260629-215434",
4
  "model_id": "google/diffusiongemma-26B-A4B-it",
5
  "gpu": "A100-80GB",
6
+ "lora_rank": 8,
7
+ "lora_alpha": 16,
8
  "canvas_length": 256
9
  },
10
  "steps": {
11
+ "2_baseline": {
12
+ "mean_ensemble_score": 0.4787,
13
+ "ai_detected_pct": "2/5"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  },
15
  "3_dataset": {
16
+ "training_pairs": 46,
17
+ "avg_detector_improvement": 0.0257
 
18
  },
19
  "4_training": {
20
+ "status": "failed: RuntimeError",
21
+ "final_diffusion_loss": null,
22
+ "epochs_completed": 1,
23
+ "lora_modules_injected": 189,
24
+ "adapter_path": "/data/output/lora_weights"
25
  },
26
  "5_evaluation": {
27
+ "ai_mean_ensemble": 0.4744,
28
+ "humanized_mean_ensemble": 0.4717,
29
+ "improvement": 0.0027
 
30
  }
31
  }
32
  }