Upload complete E3 epoch1 step6250 checkpoint and file hashes

README.md

@@ -0,0 +1,32 @@
+---
+tags:
+- image-editing
+- editmgt
+- lora
+- checkpoint
+---
+# editMGT E3 epoch 1 (step 6250)
+
+Complete checkpoint from the E3 ROI-conditioning experiment, frozen D200K corpus, 8 GPUs, global batch 32. Step 6250 represents 200,000 sample exposures (1 epoch). This is the E3 teacher used to initialize the subsequent DiMO experiment, not a DiMO student checkpoint.
+
+Source code: https://github.com/yiyezhiqiu2077/editMGT/tree/fix/e3-quality-pipeline-v1
+
+Source commit: `36dff5ff9ad10cee3d3910eb980932ec0a251b62`.
+
+## Contents
+
+- `adapter_model.safetensors`: trained LoRA tensors.
+- `mask_conditioning.safetensors` and `mask_conditioning_config.json`: trained explicit region conditioning.
+- `trainable_config.json` and `fingerprint.json`: original configuration and identity contracts.
+- `training_state.pt`: full optimizer, scheduler, sampler and rank RNG state for resuming the original E3 recipe.
+- `checkpoint_files.json`: exact file sizes and SHA256 digests.
+
+The checkpoint does not include the frozen base model or training data. Use the compatible released editMGT base model and the source repository's custom loader, supplying this downloaded folder as `trainable_state_path`. Preserve all checkpoint files together. The JSON configurations retain their original machine paths for reproducibility; data and asset paths need to be remapped on another machine, and strict resume identity checks must be honored.
+
+This is an exploratory epoch1 checkpoint. Teacher DEV128 inference has completed, but the comparative DiMO student/EMA quality evaluation is still incomplete; no formal quality acceptance is claimed. Corpus audits were skipped at the user's request, while frozen-manifest and runtime file integrity checks were retained.
+
+Download with the official Hugging Face CLI (authenticate to access this private repository):
+
+```bash
+hf download TTangenty/editMGT-E3-epoch1-step6250 --local-dir /tmp/editmgt-e3-epoch1
+```

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c790dbcdea80fa4b35516a5e25ced7d604fbee5655e330800cfff6ae94753e
+size 86296568

checkpoint_files.json

@@ -0,0 +1,26 @@
+{
+  "adapter_model.safetensors": {
+    "bytes": 86296568,
+    "sha256": "26c790dbcdea80fa4b35516a5e25ced7d604fbee5655e330800cfff6ae94753e"
+  },
+  "fingerprint.json": {
+    "bytes": 5859,
+    "sha256": "5ec27315f4e898d11d307374b664e6d9d3deea38f0d4bb294a1ad43b78e606b0"
+  },
+  "mask_conditioning.safetensors": {
+    "bytes": 2144,
+    "sha256": "9ded8320d5614cca7eb1f96c90609ba1ec5068b3deafe86a02fff15302e0a70c"
+  },
+  "mask_conditioning_config.json": {
+    "bytes": 135,
+    "sha256": "0f3694cd6efad9a382193d44f15a2f66342be0fc003e37252ec182b0532d44b0"
+  },
+  "trainable_config.json": {
+    "bytes": 5458,
+    "sha256": "2c2d048df54a2fefd922e4a76ba3f068f9e2d6c6978680f60f73ca79366018b1"
+  },
+  "training_state.pt": {
+    "bytes": 173083680,
+    "sha256": "65422a2f3f3ebc0984526f4f13d9e093caeb76ef85fb8263ef88292c47d4ccd7"
+  }
+}

fingerprint.json

@@ -0,0 +1,156 @@
+{
+  "payload": {
+    "attention_backend": "math_sdp",
+    "component_dtypes": {
+      "text_encoders": "bf16",
+      "transformer": "bf16",
+      "vqvae": "fp32"
+    },
+    "corruption": {
+      "full_roi_mask_probability": 0.15,
+      "mode": "roi_hardlock",
+      "persistent_conditioning": true,
+      "roi_probability": 1.0
+    },
+    "data": {
+      "corpus_ready": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/CORPUS_READY.json",
+      "manifest": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/train_200k.jsonl",
+      "metadata": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/train_200k.meta.json",
+      "name": "fixed_200k",
+      "roots": {
+        "crispedit": "/tmp/editmgt-tanyue-20261008/assets/datasets/crispedit",
+        "interedit": "/tmp/editmgt-tanyue-20261008/assets/datasets/interedit",
+        "magicbrush": "/tmp/editmgt-tanyue-20261008/assets/datasets/magicbrush/train",
+        "scaleedit": "/tmp/editmgt-tanyue-20261008/assets/datasets/scaleedit"
+      },
+      "translation": {
+        "backend": "nllb",
+        "decoding": {
+          "do_sample": false,
+          "max_new_tokens": 128,
+          "num_beams": 1
+        },
+        "immutable_revision": "7be3e24664b38ce1cac29b8aeed6911aa0cf0576",
+        "repo": "facebook/nllb-200-distilled-1.3B",
+        "src_lang": "zho_Hans",
+        "tgt_lang": "eng_Latn"
+      },
+      "translation_cache": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/translation_cache.jsonl",
+      "translation_config": "configs/translation/nllb.yaml",
+      "verify_hashes_at_read": true
+    },
+    "data_content_hashes": {
+      "data.corpus_ready": {
+        "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/CORPUS_READY.json",
+        "sha256": "f4c12f3c3d3d593691a746e94833a93ceb96036044b2fb664f7d7cdc798ed8ec"
+      },
+      "data.manifest": {
+        "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/train_200k.jsonl",
+        "sha256": "d4cd8c8776653bcac589c6df66c0fd0579fa7c26f9f53fd399a797943b2006ae"
+      },
+      "data.metadata": {
+        "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/train_200k.meta.json",
+        "sha256": "5135acd32721cddf8dc5d8f40456a16038f5a21e17a1a4ee4785afb67f75c00b"
+      },
+      "data.translation_cache": {
+        "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/translation_cache.jsonl",
+        "sha256": "cef0791f1c609a7aa21c51566ca61175816aa929aff12d285d6ed1bf8ed41ba0"
+      },
+      "data.translation_config": {
+        "resolved_path": "/opt/tiger/tanyue/editMGT/configs/translation/nllb.yaml",
+        "sha256": "3b039cea4c40bb14019360d836bbaaa67b6b200e53538d283e6bfe6712364de6"
+      },
+      "validation.manifest": {
+        "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/validation/magicbrush_probe128.jsonl",
+        "sha256": "63947c15f3b7254cad816afacd0af8800b02135b560941e24d33925824bcb0ac"
+      }
+    },
+    "distributed_reduction": {
+      "nccl_algo": "Ring",
+      "nccl_proto": "Simple",
+      "resume_bucket_priming": true
+    },
+    "epochs": 5,
+    "git_dirty_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
+    "git_sha": "36dff5ff9ad10cee3d3910eb980932ec0a251b62",
+    "gradient_accumulation": 4,
+    "lora": {
+      "alpha": 64,
+      "dropout": 0.05,
+      "rank": 64,
+      "scope": "both",
+      "target_modules": [
+        "to_q",
+        "to_k",
+        "to_v",
+        "to_out.0",
+        "ff.net.2",
+        "proj_mlp",
+        "proj_out"
+      ]
+    },
+    "loss": "per_sample_normalized_ce",
+    "model_identity": {
+      "components": {
+        "llm_encoder": {
+          "config_sha256": "eacec6c5ca317a87ed2c46789d9705b9274db5027e7ba59da739bfae23addb55"
+        },
+        "scheduler": {
+          "config_sha256": "de28f73f40d0834ac252ac65ef48dc35fcec8a3b50b52cd80d0bb7c99884bdb6"
+        },
+        "text_encoder": {
+          "config_sha256": "d891548c47c3c7770f3419af22093c7f98e76f6e5ec77fd444ef24ee76607aed"
+        },
+        "tokenizer": {
+          "config_sha256": "516314ccab66918d7cb647480ac27abd3520d14e1e5825aac99f50c851c16071"
+        },
+        "transformer": {
+          "config_sha256": "68effa13da0faa17b41dfcb754d81b7402044ff64d8ca9eb7f678d60263e2948"
+        },
+        "vqvae": {
+          "config_sha256": "f543c65e38300b098436a93d7b2c9e8246b47b3e9be8e0e6e37a5a5c6a050161"
+        }
+      },
+      "repo_id": "WeiChow/EditMGT",
+      "resolved_revision": "0a00f14ea159728fb76ac99ed741f9deca5fee28"
+    },
+    "model_snapshot": "0a00f14ea159728fb76ac99ed741f9deca5fee28",
+    "optimizer": {
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "gradient_clip": 1.0,
+      "learning_rate": 3e-05,
+      "name": "AdamW",
+      "scheduler": "constant_with_warmup",
+      "weight_decay": 0.01
+    },
+    "per_device_batch": 1,
+    "precision": "bf16",
+    "resolution": 1024,
+    "sampler_schema": "fixed200k-hash-sort-v1",
+    "scheduler_horizon_steps": 31250,
+    "schema": "explicit-region-sft-v1",
+    "seed": 42,
+    "token_mask": {
+      "coverage_threshold": 0.5,
+      "dilation_tokens": 0,
+      "minimum_edit_tokens": 1,
+      "mode": "any_overlap"
+    },
+    "torch_compile": false,
+    "uv_lock_sha256": "98aa6e00f19aa5a23aea131dc0943e2ac54db7b02b1918ae8202b45c64054b8e",
+    "validation": {
+      "dataset_root": "/tmp/editmgt-tanyue-20261008/assets/datasets/magicbrush/dev",
+      "enabled": true,
+      "inference_config": "configs/eval/e3_periodic_probe.yaml",
+      "interval_steps": 3125,
+      "manifest": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/validation/magicbrush_probe128.jsonl",
+      "protocol": "fixed200k_magicbrush_probe"
+    },
+    "warmup_steps": 200,
+    "world_size": 8
+  },
+  "sha256": "d3c5db8521f561d8ac0d68a85cdc7b9633c0d035b7642b7656cf8123f783d1c9"
+}

mask_conditioning.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ded8320d5614cca7eb1f96c90609ba1ec5068b3deafe86a02fff15302e0a70c
+size 2144

mask_conditioning_config.json

@@ -0,0 +1,8 @@
+{
+  "conditioning": "binary_mask_times_single_vector",
+  "dtype": "torch.bfloat16",
+  "schema_version": 1,
+  "shape": [
+    1024
+  ]
+}

trainable_config.json

@@ -0,0 +1,153 @@
+{
+  "attention_backend": "math_sdp",
+  "component_dtypes": {
+    "text_encoders": "bf16",
+    "transformer": "bf16",
+    "vqvae": "fp32"
+  },
+  "corruption": {
+    "full_roi_mask_probability": 0.15,
+    "mode": "roi_hardlock",
+    "persistent_conditioning": true,
+    "roi_probability": 1.0
+  },
+  "data": {
+    "corpus_ready": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/CORPUS_READY.json",
+    "manifest": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/train_200k.jsonl",
+    "metadata": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/train_200k.meta.json",
+    "name": "fixed_200k",
+    "roots": {
+      "crispedit": "/tmp/editmgt-tanyue-20261008/assets/datasets/crispedit",
+      "interedit": "/tmp/editmgt-tanyue-20261008/assets/datasets/interedit",
+      "magicbrush": "/tmp/editmgt-tanyue-20261008/assets/datasets/magicbrush/train",
+      "scaleedit": "/tmp/editmgt-tanyue-20261008/assets/datasets/scaleedit"
+    },
+    "translation": {
+      "backend": "nllb",
+      "decoding": {
+        "do_sample": false,
+        "max_new_tokens": 128,
+        "num_beams": 1
+      },
+      "immutable_revision": "7be3e24664b38ce1cac29b8aeed6911aa0cf0576",
+      "repo": "facebook/nllb-200-distilled-1.3B",
+      "src_lang": "zho_Hans",
+      "tgt_lang": "eng_Latn"
+    },
+    "translation_cache": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/translation_cache.jsonl",
+    "translation_config": "configs/translation/nllb.yaml",
+    "verify_hashes_at_read": true
+  },
+  "data_content_hashes": {
+    "data.corpus_ready": {
+      "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/CORPUS_READY.json",
+      "sha256": "f4c12f3c3d3d593691a746e94833a93ceb96036044b2fb664f7d7cdc798ed8ec"
+    },
+    "data.manifest": {
+      "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/train_200k.jsonl",
+      "sha256": "d4cd8c8776653bcac589c6df66c0fd0579fa7c26f9f53fd399a797943b2006ae"
+    },
+    "data.metadata": {
+      "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/train_200k.meta.json",
+      "sha256": "5135acd32721cddf8dc5d8f40456a16038f5a21e17a1a4ee4785afb67f75c00b"
+    },
+    "data.translation_cache": {
+      "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/translation_cache.jsonl",
+      "sha256": "cef0791f1c609a7aa21c51566ca61175816aa929aff12d285d6ed1bf8ed41ba0"
+    },
+    "data.translation_config": {
+      "resolved_path": "/opt/tiger/tanyue/editMGT/configs/translation/nllb.yaml",
+      "sha256": "3b039cea4c40bb14019360d836bbaaa67b6b200e53538d283e6bfe6712364de6"
+    },
+    "validation.manifest": {
+      "resolved_path": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/validation/magicbrush_probe128.jsonl",
+      "sha256": "63947c15f3b7254cad816afacd0af8800b02135b560941e24d33925824bcb0ac"
+    }
+  },
+  "distributed_reduction": {
+    "nccl_algo": "Ring",
+    "nccl_proto": "Simple",
+    "resume_bucket_priming": true
+  },
+  "epochs": 5,
+  "git_dirty_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
+  "git_sha": "36dff5ff9ad10cee3d3910eb980932ec0a251b62",
+  "gradient_accumulation": 4,
+  "lora": {
+    "alpha": 64,
+    "dropout": 0.05,
+    "rank": 64,
+    "scope": "both",
+    "target_modules": [
+      "to_q",
+      "to_k",
+      "to_v",
+      "to_out.0",
+      "ff.net.2",
+      "proj_mlp",
+      "proj_out"
+    ]
+  },
+  "loss": "per_sample_normalized_ce",
+  "model_identity": {
+    "components": {
+      "llm_encoder": {
+        "config_sha256": "eacec6c5ca317a87ed2c46789d9705b9274db5027e7ba59da739bfae23addb55"
+      },
+      "scheduler": {
+        "config_sha256": "de28f73f40d0834ac252ac65ef48dc35fcec8a3b50b52cd80d0bb7c99884bdb6"
+      },
+      "text_encoder": {
+        "config_sha256": "d891548c47c3c7770f3419af22093c7f98e76f6e5ec77fd444ef24ee76607aed"
+      },
+      "tokenizer": {
+        "config_sha256": "516314ccab66918d7cb647480ac27abd3520d14e1e5825aac99f50c851c16071"
+      },
+      "transformer": {
+        "config_sha256": "68effa13da0faa17b41dfcb754d81b7402044ff64d8ca9eb7f678d60263e2948"
+      },
+      "vqvae": {
+        "config_sha256": "f543c65e38300b098436a93d7b2c9e8246b47b3e9be8e0e6e37a5a5c6a050161"
+      }
+    },
+    "repo_id": "WeiChow/EditMGT",
+    "resolved_revision": "0a00f14ea159728fb76ac99ed741f9deca5fee28"
+  },
+  "model_snapshot": "0a00f14ea159728fb76ac99ed741f9deca5fee28",
+  "optimizer": {
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "gradient_clip": 1.0,
+    "learning_rate": 3e-05,
+    "name": "AdamW",
+    "scheduler": "constant_with_warmup",
+    "weight_decay": 0.01
+  },
+  "per_device_batch": 1,
+  "precision": "bf16",
+  "resolution": 1024,
+  "sampler_schema": "fixed200k-hash-sort-v1",
+  "scheduler_horizon_steps": 31250,
+  "schema": "explicit-region-sft-v1",
+  "seed": 42,
+  "token_mask": {
+    "coverage_threshold": 0.5,
+    "dilation_tokens": 0,
+    "minimum_edit_tokens": 1,
+    "mode": "any_overlap"
+  },
+  "torch_compile": false,
+  "uv_lock_sha256": "98aa6e00f19aa5a23aea131dc0943e2ac54db7b02b1918ae8202b45c64054b8e",
+  "validation": {
+    "dataset_root": "/tmp/editmgt-tanyue-20261008/assets/datasets/magicbrush/dev",
+    "enabled": true,
+    "inference_config": "configs/eval/e3_periodic_probe.yaml",
+    "interval_steps": 3125,
+    "manifest": "/tmp/editmgt-tanyue-20261008/assets/derived/fixed200k/validation/magicbrush_probe128.jsonl",
+    "protocol": "fixed200k_magicbrush_probe"
+  },
+  "warmup_steps": 200,
+  "world_size": 8
+}

training_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65422a2f3f3ebc0984526f4f13d9e093caeb76ef85fb8263ef88292c47d4ccd7
+size 173083680