Letterweave-1.0-E2B / training.json
magnus919's picture
Publish Letterweave owner-authorized release with provenance, benchmark and usage documentation
4405d34 verified
Raw History Blame Contribute Delete
3.95 kB
{
"model_version": "1.0",
"base_model": "unsloth/gemma-4-E2B-it-unsloth-bnb-4bit",
"base_revision": "0ae102ac289cc3f17500a607ad817849778b8ba7",
"dataset": "Groktopus/Letterweave-0.1.0",
"source_revision": "0a91613a19bbf6f5591f91b26a23eeb5505bb038",
"hardware": "1x NVIDIA GeForce RTX 5070 Ti,16GB,with co-resident GPU service",
"recipe": {
"seed": 3407,
"max_seq_length": 2048,
"rank": 16,
"lora_alpha": 16,
"batch_size": 1,
"gradient_accumulation": 4,
"optimizer": "adamw_8bit",
"bf16": true,
"offload_embedding": false,
"memory_cap_fraction": 0.77,
"steps": 240,
"learning_rate": 0.0002,
"head_learning_rate": "DecisionTrainer default 1e-4",
"warmup_steps": 10,
"scheduler": "cosine",
"weight_decay": 0.01,
"checkpoint": "last only; no early stopping or model selection"
},
"trainer_metrics": {
"train_runtime": 455.3567,
"train_samples_per_second": 2.108,
"train_steps_per_second": 0.527,
"total_flos": 0.0,
"train_loss": 0.20662410135070483,
"epoch": 1.6701570680628273
},
"peak_allocated_mib": 8860.70556640625,
"peak_reserved_mib": 8998.0,
"device_residency": {
"parameter_devices": {
"cuda:0": 1110
},
"embedding_device": "cuda:0",
"embedding_bytes": 805306368,
"all_parameters_cuda": true,
"quantized_linear_count": 129
},
"data_hashes": {
"train.jsonl": {
"sha256": "0e1ebf4a6340dd9d00a4e80a4e80127337066eaecf3fdd01a409ecf54069200f",
"emails": 573,
"binary_judgments": 4011,
"families": 551,
"positive_support": {
"correspondence": 206,
"transactions/records": 111,
"alerts/updates": 208,
"newsletters/publications": 41,
"promotions/outreach": 90,
"community/discussions": 116,
"scheduling/invitations": 133
}
},
"test.jsonl": {
"sha256": "42c33ec5b27da39a94cce463768ba6ff760c16a35ac000c725bb89760ab3f6a8",
"emails": 139,
"binary_judgments": 973,
"families": 133,
"positive_support": {
"correspondence": 43,
"transactions/records": 29,
"alerts/updates": 44,
"newsletters/publications": 11,
"promotions/outreach": 24,
"community/discussions": 32,
"scheduling/invitations": 35
}
},
"development.jsonl": {
"sha256": "5dcacd236f42a496fdaf1ca6d77f17bc616bd191b3d1321a01f4ad4f6b853fe0",
"emails": 143,
"binary_judgments": 1001,
"families": 137,
"positive_support": {
"correspondence": 51,
"transactions/records": 26,
"alerts/updates": 51,
"newsletters/publications": 14,
"promotions/outreach": 25,
"community/discussions": 22,
"scheduling/invitations": 34
}
}
},
"runtime_versions": {
"python": "3.11",
"unsloth": "2026.10.3",
"unsloth-zoo": "2026.10.3",
"torch": "2.14.0+cu130",
"transformers": "5.17.0",
"bitsandbytes": "0.50.2",
"peft": "0.21.2",
"triton": "3.8.0"
},
"checkpoint_verification": {
"purpose": "same-test saved checkpoint replication, not independent quality evidence",
"strict_probability_tolerance": 0.001,
"status": "replication_completed",
"all_parameters_cuda": true,
"embedding_device": "cuda:0",
"emails": 139,
"binary_judgments": 973,
"binary_correct": 945,
"exact_set_correct": 112,
"exact_set_agreement": 0.8057553956834532,
"decision_flips": [],
"decision_agreement": 1.0,
"maximum_probability_difference": 0.002257678804533203,
"cases_exceeding_strict_probability_tolerance": 11,
"strict_probability_parity_passed": false
},
"selection": "fixed final checkpoint, no early stopping, no threshold/prompt/model selection on test",
"calibration": "a scalar temperature was fit on validation for analysis only; this release uses raw checkpoint temperatures1.0"
}