stmdit-anon commited on
Commit
08d71b3
·
verified ·
1 Parent(s): 1b31644

Add ptpl-adaln-p06 (PTPL-AdaLN-B-p06)

Browse files
ptpl-adaln-p06/README.md ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - histopathology
5
+ - diffusion
6
+ - spatial-transcriptomics
7
+ - icml-2026-sd4h-workshop
8
+ ---
9
+
10
+ # PTPL-AdaLN-B-p06
11
+
12
+ EMA-only inference weights for the **PTPL-AdaLN-B-p06** row reported in the
13
+ ICML 2026 SD4H workshop submission *Transcriptomics-Conditioned Virtual Tissue
14
+ Synthesis via Diffusion Transformers*.
15
+
16
+ - **Source checkpoint**: `step_1944000_ema.pt`
17
+ - **Architecture**: see `training_config.yaml` in this folder.
18
+ - **License**: Apache-2.0.
19
+
20
+ See the umbrella repo README at `stmdit-anon/stmdit-checkpoints` for usage.
ptpl-adaln-p06/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f19310a45a13eb08d76512aee17ee3d5e89750ddd430cd4588557f83dc1e4c29
3
+ size 487964468
ptpl-adaln-p06/training_config.yaml ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Training Configuration - PixCell-PTPL-B p=0.6 (DDPM + DeepSpot Pseudo Labels)
2
+ # =============================================================================
3
+ # AdaLN fusion, dropout p=0.6 (weights 16/24/24/36).
4
+ # Trained on PTPL features (corrected normalization).
5
+ #
6
+ # Usage:
7
+ # run-training training.yaml --lightning
8
+
9
+ output_dir: "/cluster/work/grlab/projects/projects2025-virtual-tissue-gen/scratch/10x_TuPro/PixCell-PTPL/training/pixart-ptpl-cf-B-p06"
10
+ device: "cuda"
11
+
12
+ model:
13
+ type: "pixart_ge"
14
+ variant: "B"
15
+ ge_encoder_type: "cancerfoundation"
16
+ ge_hidden_dim: 512
17
+ cf_model_dir: "/cluster/home/pvlachas/leomed-home/pretrained_model_weights/cancer-foundation"
18
+ cf_freeze_backbone: true
19
+
20
+ data:
21
+ features_dir: "/cluster/work/grlab/projects/projects2025-virtual-tissue-gen/scratch/10x_TuPro-PTPL/feat-extraction/features_train"
22
+ load_gene_expression: true
23
+ load_gene_expression_binned: true
24
+ num_workers: 8
25
+ pin_memory: true
26
+ val_split: 0.1
27
+
28
+ diffusion:
29
+ timesteps: 1000
30
+ beta_schedule: "linear"
31
+ image_size: 256
32
+ latent_size: 32
33
+
34
+ training:
35
+ batch_size: 32
36
+ batch_size_val: 32
37
+ gradient_accumulation_steps: 4
38
+ num_epochs: 1000
39
+ seed: 42
40
+ gradient_clip: 0.01
41
+ ema_rate: 0.9999
42
+
43
+ optimizer:
44
+ lr: 2e-5
45
+ weight_decay: 0.01
46
+ betas: [0.9, 0.999]
47
+
48
+ scheduler:
49
+ warmup_steps: 1000
50
+ min_lr_ratio: 0.1
51
+
52
+ classifier_free_guidance:
53
+ conditioning_schedule:
54
+ - mask: [uni, ge]
55
+ weight: 16
56
+ - mask: [ge]
57
+ weight: 24
58
+ - mask: [uni]
59
+ weight: 24
60
+ - mask: []
61
+ weight: 36
62
+
63
+ modality_monitor:
64
+ enabled: true
65
+ diagnostic_freq: 10
66
+ diagnostic_batch_size: 64
67
+
68
+ convergence:
69
+ monitor_timestep_range: [900, 1000]
70
+ patience: 10
71
+ min_epochs: 50
72
+
73
+ distributed:
74
+ precision: "bf16-mixed"
75
+ compile_model: true
76
+
77
+ checkpoint:
78
+ save_every: 1000
79
+ resume: null
80
+
81
+ logging:
82
+ log_every: 100
83
+ validate_every: 0
84
+ gpu_monitor: true
85
+ gpu_monitor_interval: 60.0
86
+ sample_every_epochs: 10
87
+ sample_every_steps: 0
88
+ num_samples: 16
89
+ sample_guidance_scale: 3.0
90
+ sample_num_steps: 20
91
+ sample_vae_path: "/cluster/home/pvlachas/leomed-home/pretrained_model_weights/stability-ai-stable-diffusion-3-5-large/models--stabilityai--stable-diffusion-3.5-large/snapshots/ceddf0a7fdf2064ea28e2213e3b84e4afa170a0f/vae"