Text-to-Image
Diffusers
TensorBoard
Safetensors
diffusion
stable-diffusion
stable-diffusion-3
controlnet
causal-inference
counterfactual-generation
causal-adapter
Instructions to use LeiTong/Causal-Adapter with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use LeiTong/Causal-Adapter with Diffusers:
pip install -U diffusers transformers accelerate
from diffusers import ControlNetModel, StableDiffusionControlNetPipeline controlnet = ControlNetModel.from_pretrained("LeiTong/Causal-Adapter") pipe = StableDiffusionControlNetPipeline.from_pretrained( "lambda/miniSD-diffusers,stabilityai/stable-diffusion-3-medium-diffusers", controlnet=controlnet ) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
- DiffusionBee
Upload folder using huggingface_hub
Browse files- pendulum/controlnet/controlnet-steps-20000.safetensors/config.json +54 -0
- pendulum/controlnet/controlnet-steps-20000.safetensors/diffusion_pytorch_model.safetensors +3 -0
- pendulum/controlnet/learned_embeds-steps-20000.safetensors +3 -0
- pendulum/controlnet/logs.txt +0 -0
- pendulum/controlnet/logs/textual_inversion/1748864628.4127047/events.out.tfevents.1748864628.kzzr229-pend-reg6-5qlmw.14.1 +3 -0
- pendulum/controlnet/logs/textual_inversion/1748864628.4260654/hparams.yml +68 -0
- pendulum/controlnet/logs/textual_inversion/events.out.tfevents.1748864628.kzzr229-pend-reg6-5qlmw.14.0 +3 -0
- pendulum/scm/best_model.pt +3 -0
- pendulum/scm/logger.txt +0 -0
pendulum/controlnet/controlnet-steps-20000.safetensors/config.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "Causal_ControlNetModel",
|
| 3 |
+
"_diffusers_version": "0.31.0.dev0",
|
| 4 |
+
"act_fn": "silu",
|
| 5 |
+
"addition_embed_type": null,
|
| 6 |
+
"addition_embed_type_num_heads": 64,
|
| 7 |
+
"addition_time_embed_dim": null,
|
| 8 |
+
"attention_head_dim": 8,
|
| 9 |
+
"block_out_channels": [
|
| 10 |
+
320,
|
| 11 |
+
640,
|
| 12 |
+
1280,
|
| 13 |
+
1280
|
| 14 |
+
],
|
| 15 |
+
"class_embed_type": null,
|
| 16 |
+
"conditioning_channels": 3,
|
| 17 |
+
"conditioning_embedding_out_channels": [
|
| 18 |
+
16,
|
| 19 |
+
32,
|
| 20 |
+
96,
|
| 21 |
+
256
|
| 22 |
+
],
|
| 23 |
+
"controlnet_conditioning_channel_order": "rgb",
|
| 24 |
+
"cross_attention_dim": 768,
|
| 25 |
+
"dataset": "pendulum",
|
| 26 |
+
"down_block_types": [
|
| 27 |
+
"CrossAttnDownBlock2D",
|
| 28 |
+
"CrossAttnDownBlock2D",
|
| 29 |
+
"CrossAttnDownBlock2D",
|
| 30 |
+
"DownBlock2D"
|
| 31 |
+
],
|
| 32 |
+
"downsample_padding": 1,
|
| 33 |
+
"encoder_hid_dim": null,
|
| 34 |
+
"encoder_hid_dim_type": null,
|
| 35 |
+
"flip_sin_to_cos": true,
|
| 36 |
+
"freq_shift": 0,
|
| 37 |
+
"global_pool_conditions": false,
|
| 38 |
+
"in_channels": 4,
|
| 39 |
+
"layers_per_block": 2,
|
| 40 |
+
"mid_block_scale_factor": 1,
|
| 41 |
+
"mid_block_type": "UNetMidBlock2DCrossAttn",
|
| 42 |
+
"norm_eps": 1e-05,
|
| 43 |
+
"norm_num_groups": 32,
|
| 44 |
+
"num_attention_heads": null,
|
| 45 |
+
"num_causal_concepts": 4,
|
| 46 |
+
"num_class_embeds": null,
|
| 47 |
+
"only_cross_attention": false,
|
| 48 |
+
"projection_class_embeddings_input_dim": null,
|
| 49 |
+
"resnet_time_scale_shift": "default",
|
| 50 |
+
"task_cond": "generation_text_global_after",
|
| 51 |
+
"transformer_layers_per_block": 1,
|
| 52 |
+
"upcast_attention": false,
|
| 53 |
+
"use_linear_projection": false
|
| 54 |
+
}
|
pendulum/controlnet/controlnet-steps-20000.safetensors/diffusion_pytorch_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a5806f3d627877265bca185e716209325346e80f3c8ac2dd755b4f78a27661e
|
| 3 |
+
size 1440911632
|
pendulum/controlnet/learned_embeds-steps-20000.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:786ef60f4f341a85856af8f82f0db8feb6c429797b24771399cae2052d234add
|
| 3 |
+
size 12592
|
pendulum/controlnet/logs.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
pendulum/controlnet/logs/textual_inversion/1748864628.4127047/events.out.tfevents.1748864628.kzzr229-pend-reg6-5qlmw.14.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:921721ccc7059230bd5c78cd604ece0abb981c84f234322524c69033c86254b2
|
| 3 |
+
size 3707
|
pendulum/controlnet/logs/textual_inversion/1748864628.4260654/hparams.yml
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adam_beta1: 0.9
|
| 2 |
+
adam_beta2: 0.999
|
| 3 |
+
adam_epsilon: 1.0e-08
|
| 4 |
+
adam_weight_decay: 0.01
|
| 5 |
+
adj_aug_infonce: ''
|
| 6 |
+
allow_tf32: false
|
| 7 |
+
attn_mask_type: hard
|
| 8 |
+
attn_words: null
|
| 9 |
+
causal_training: false
|
| 10 |
+
causalnet_path: /home/jovyan/fcvm-data-volume/kzzr229/workspace/MCPL-diffuser/logs/logs_pendulum_all/2025-06-02T11-36-21-causalnet_pretrain_floatGaussian/best_model.pt
|
| 11 |
+
center_crop: false
|
| 12 |
+
checkpointing_steps: 999999
|
| 13 |
+
checkpoints_total_limit: null
|
| 14 |
+
controlnet_model_name_or_path: null
|
| 15 |
+
dataloader_num_workers: 0
|
| 16 |
+
dataset: pendulum
|
| 17 |
+
enable_xformers_memory_efficient_attention: false
|
| 18 |
+
gradient_accumulation_steps: 1
|
| 19 |
+
gradient_checkpointing: false
|
| 20 |
+
hub_model_id: null
|
| 21 |
+
hub_token: null
|
| 22 |
+
infonce_scale: 0.0005
|
| 23 |
+
infonce_temperature: 0.2
|
| 24 |
+
initializer_token: null
|
| 25 |
+
learnable_property: object
|
| 26 |
+
learning_rate: 1.0e-05
|
| 27 |
+
local_rank: -1
|
| 28 |
+
logging_dir: logs
|
| 29 |
+
lr_num_cycles: 1
|
| 30 |
+
lr_scheduler: constant
|
| 31 |
+
lr_warmup_steps: 0
|
| 32 |
+
max_grad_norm: 1.0
|
| 33 |
+
max_train_steps: 20000
|
| 34 |
+
mcpl_embedding_path: null
|
| 35 |
+
mcpl_training: true
|
| 36 |
+
mixed_precision: 'no'
|
| 37 |
+
no_safe_serialization: false
|
| 38 |
+
num_causal_concepts: 4
|
| 39 |
+
num_train_epochs: 117
|
| 40 |
+
num_validation_images: 1
|
| 41 |
+
num_vectors: 1
|
| 42 |
+
output_dir: ./logs/logs_pendulum_all/2025-06-02T11-43-33-controlnet_textcond_contrast_gaussianfloatgeneration_text_global_after
|
| 43 |
+
output_name: controlnet_textcond_contrast_gaussianfloat
|
| 44 |
+
placeholder_string: a image of @ and * and & and !
|
| 45 |
+
placeholder_token: null
|
| 46 |
+
presudo_words: '@,*,&,!'
|
| 47 |
+
presudo_words_infonce: '@,*,&,!'
|
| 48 |
+
presudo_words_softmax: ''
|
| 49 |
+
pretrained_model_name_or_path: /home/jovyan/fcvm-data-volume/kzzr229/workspace/MCPL-diffuser/.cache/huggingface/hub/models--lambdalabs--miniSD-diffusers/snapshots/26ed8a9bfbf76f46a6cf60517dde321f900c44ce
|
| 50 |
+
push_to_hub: false
|
| 51 |
+
random_prompt_template: false
|
| 52 |
+
repeats: 1
|
| 53 |
+
report_to: tensorboard
|
| 54 |
+
resolution: 256
|
| 55 |
+
resume_from_checkpoint: null
|
| 56 |
+
revision: null
|
| 57 |
+
save_as_full_pipeline: false
|
| 58 |
+
save_steps: 5000
|
| 59 |
+
scale_lr: false
|
| 60 |
+
seed: null
|
| 61 |
+
task_cond: generation_text_global_after
|
| 62 |
+
tokenizer_name: null
|
| 63 |
+
train_batch_size: 32
|
| 64 |
+
train_data_dir: /home/jovyan/fcvm-data-volume/kzzr229/workspace/MCPL-diffuser/dataset/causal_data2/pendulum/train/
|
| 65 |
+
validation_epochs: null
|
| 66 |
+
validation_prompt: a image of @ and * and & and !
|
| 67 |
+
validation_steps: 2500
|
| 68 |
+
variant: null
|
pendulum/controlnet/logs/textual_inversion/events.out.tfevents.1748864628.kzzr229-pend-reg6-5qlmw.14.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b6611a6c088ccbff262196ba9c5f73364e8b720ce0fb1ec3825e7df14ad39a0
|
| 3 |
+
size 2770558
|
pendulum/scm/best_model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f8a0dc022841ea6f01abf52deb32264b3dc7c74478613c6171604fdd674de8b9
|
| 3 |
+
size 107746
|
pendulum/scm/logger.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|