File size: 2,668 Bytes
d27bfad
847bdbd
d27bfad
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
{
    "model_type": "stable-diffusion",
    "config": {
        "name": "flux_train_replicate",
        "process": [
            {
                "datasets": [
                    {
                        "cache_latents_to_disk": true,
                        "caption_dropout_rate": 0.05,
                        "caption_ext": "txt",
                        "folder_path": "input_images",
                        "resolution": [
                            512,
                            768,
                            1024
                        ],
                        "shuffle_tokens": false
                    }
                ],
                "device": "cuda:0",
                "model": {
                    "is_flux": true,
                    "name_or_path": "black-forest-labs/FLUX.1-dev",
                    "quantize": true
                },
                "network": {
                    "linear": 16,
                    "linear_alpha": 16,
                    "type": "lora"
                },
                "sample": {
                    "guidance_scale": 4,
                    "height": 1024,
                    "neg": "",
                    "prompts": [
                        "a sign that says 'I LOVE PROMPTS!' in the style of [trigger]"
                    ],
                    "sample_every": 250,
                    "sample_steps": 20,
                    "sampler": "flowmatch",
                    "seed": 42,
                    "walk_seed": true,
                    "width": 1024
                },
                "save": {
                    "dtype": "float16",
                    "max_step_saves_to_keep": 1,
                    "save_every": 1001
                },
                "train": {
                    "batch_size": 1,
                    "content_or_style": "balanced",
                    "dtype": "bf16",
                    "ema_config": {
                        "ema_decay": 0.99,
                        "use_ema": true
                    },
                    "gradient_accumulation_steps": 1,
                    "gradient_checkpointing": true,
                    "lr": 0.0004,
                    "noise_scheduler": "flowmatch",
                    "optimizer": "adamw8bit",
                    "steps": 1000,
                    "train_text_encoder": false,
                    "train_unet": true
                },
                "training_folder": "output",
                "trigger_word": "TOK",
                "type": "sd_trainer"
            }
        ]
    },
    "job": "extension",
    "meta": {
        "name": "flux_train_replicate",
        "version": "1.0"
    }
}