File size: 1,409 Bytes
f5d6a7c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
{
  "checked_at": "2026-11-05T20:35:56.348925+00:00",
  "healthy": true,
  "gpu": 2,
  "training_pid": 712770,
  "supervisor_pid": 712762,
  "active_gpu_compute_pids": [
    712770
  ],
  "step": 1,
  "recovery_checkpoint": "/22tdata/priya/qwen_unsloth/outputs/Qwen38-27B-3shotTrained-GPU2/checkpoint-1",
  "checkpoint_step": 1,
  "checkpoint_component_bytes": {
    "adapter_model.safetensors": 637602944,
    "adapter_config.json": 1632,
    "optimizer.pt": 324355365,
    "scheduler.pt": 1465,
    "rng_state.pth": 14645,
    "trainer_state.json": 1171,
    "recovery_complete.json": 63
  },
  "runtime": {
    "world_size": 1,
    "effective_batch_size": 32,
    "train_examples": 23122,
    "validation_examples": 2892,
    "packing": false,
    "sampling": "group_by_length",
    "average_tokens_across_devices": true,
    "pad_to_multiple_of": 8,
    "content_max_length": 1730,
    "fused_convolution_layers": 48
  },
  "live_guard_test": {
    "passed": true,
    "gpu": 2,
    "protected_job_survived": true,
    "same_user_competitor_terminated": true,
    "escalation_to_sigkill_verified": true,
    "gpu3_job_still_running": true,
    "live_supervisor_test_passed": true,
    "live_competitor_pid": 717455,
    "live_competitor_exit_code": -15,
    "training_pid_protected": 712770
  },
  "permission_limit": "Other users protected by Linux permissions cannot be signaled without admin rights."
}