diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0aa74f5fbb326fa412a5ab5d4bf71e1a31ff9408 --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +tags: +- text-to-image +- flux +- lora +- diffusers +- template:sd-lora +- fluxgym +widget: +- output: + url: sample/canny_002000_00_20240918150803.png + text: canny style image of a gymnast +- output: + url: sample/canny_002000_01_20240918150809.png + text: canny style image of a kitten +- output: + url: sample/canny_002000_02_20240918150814.png + text: canny style image of a person biking on the street +- output: + url: sample/canny_002000_03_20240918150820.png + text: canny style image of new york times square +base_model: black-forest-labs/FLUX.1-dev +instance_prompt: canny style +license: other +license_name: flux-1-dev-non-commercial-license +license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md +--- + +# canny + +A Flux LoRA trained on a local computer with [Fluxgym](https://github.com/cocktailpeanut/fluxgym) + + + +## Trigger words + +You should use `canny style` to trigger the image generation. + +## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, Forge, etc. + +Weights for this model are available in Safetensors format. + diff --git a/canny-000004.safetensors b/canny-000004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..725b76e92be552868305d8a69258a288b12cc33d --- /dev/null +++ b/canny-000004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ed83ba77693d9eac2fff969cb000c0c1b6b9796d7d058ef30d95bd0bf87803 +size 39757112 diff --git a/canny-000008.safetensors b/canny-000008.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..034e7de5e3cf4c1ae66f64bfe575f7e0bd429d47 --- /dev/null +++ b/canny-000008.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4133f964884ecfbfaecfa95efc588f496239aed3c5ce0338fb65c58a06de51 +size 39757112 diff --git a/canny-000012.safetensors b/canny-000012.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e136614da54fea9e3460b90ad7a22596af35c67 --- /dev/null +++ b/canny-000012.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bcf4e8d405060c7f17f26cf5823da17a42f011feac2035e40b9a6968ca2eab1 +size 39757120 diff --git a/canny-000016.safetensors b/canny-000016.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fe657a1485c0e29d6c98abe71a8f12f63b4df8c --- /dev/null +++ b/canny-000016.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6440abf99d79ddf2e7ee945d599e0530b9f46b0fd59448e53eb5a290a05b6cd +size 39757120 diff --git a/canny.safetensors b/canny.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c083bd669edf05c07799dbd41657c59674957c3 --- /dev/null +++ b/canny.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92279a462a03b48827c1062d6a8254508ab9bb8ce6ba8e28e93738e01b43e438 +size 39757120 diff --git a/dataset.toml b/dataset.toml new file mode 100644 index 0000000000000000000000000000000000000000..d2de1894476d907c107566d6d078eb217e267415 --- /dev/null +++ b/dataset.toml @@ -0,0 +1,14 @@ +[general] +shuffle_caption = false +caption_extension = '.txt' +keep_tokens = 1 + +[[datasets]] +resolution = 512 +batch_size = 1 +keep_tokens = 1 + + [[datasets.subsets]] + image_dir = 'C:\pinokio\api\fluxgym.git\datasets\canny' + class_tokens = 'canny style' + num_repeats = 6 \ No newline at end of file diff --git a/sample/canny_000200_00_20240918175433.png b/sample/canny_000200_00_20240918175433.png new file mode 100644 index 0000000000000000000000000000000000000000..8567daf7ad050fe9a543a700766461ae403e8ec0 Binary files /dev/null and b/sample/canny_000200_00_20240918175433.png differ diff --git a/sample/canny_000200_01_20240918175438.png b/sample/canny_000200_01_20240918175438.png new file mode 100644 index 0000000000000000000000000000000000000000..457b54e404156b458f92f7e2e33f83a8c317bf51 Binary files /dev/null and b/sample/canny_000200_01_20240918175438.png differ diff --git a/sample/canny_000200_02_20240918175444.png b/sample/canny_000200_02_20240918175444.png new file mode 100644 index 0000000000000000000000000000000000000000..2231a79d126780cf430b60cad0e9c615bb12917a Binary files /dev/null and b/sample/canny_000200_02_20240918175444.png differ diff --git a/sample/canny_000200_03_20240918175449.png b/sample/canny_000200_03_20240918175449.png new file mode 100644 index 0000000000000000000000000000000000000000..bf6e857888c069b358bcf3386b35959de2e71856 Binary files /dev/null and b/sample/canny_000200_03_20240918175449.png differ diff --git a/sample/canny_000400_00_20240918143934.png b/sample/canny_000400_00_20240918143934.png new file mode 100644 index 0000000000000000000000000000000000000000..1ca667dd81542d7420cb0485841639c85e1bcfe5 Binary files /dev/null and b/sample/canny_000400_00_20240918143934.png differ diff --git a/sample/canny_000400_00_20240918175814.png b/sample/canny_000400_00_20240918175814.png new file mode 100644 index 0000000000000000000000000000000000000000..2cd50bea0fb252f7c5bafeed94642ce1df246a64 Binary files /dev/null and b/sample/canny_000400_00_20240918175814.png differ diff --git a/sample/canny_000400_01_20240918143940.png b/sample/canny_000400_01_20240918143940.png new file mode 100644 index 0000000000000000000000000000000000000000..64a10adfe34bb7b92102c4cd3c376e75608e0ec9 Binary files /dev/null and b/sample/canny_000400_01_20240918143940.png differ diff --git a/sample/canny_000400_01_20240918175820.png b/sample/canny_000400_01_20240918175820.png new file mode 100644 index 0000000000000000000000000000000000000000..70bd2e7a258b8cf0e9679128e01a7a35b7e113fd Binary files /dev/null and b/sample/canny_000400_01_20240918175820.png differ diff --git a/sample/canny_000400_02_20240918143946.png b/sample/canny_000400_02_20240918143946.png new file mode 100644 index 0000000000000000000000000000000000000000..e7f77dde9b1c384971aa40a3be38714626f1ef03 Binary files /dev/null and b/sample/canny_000400_02_20240918143946.png differ diff --git a/sample/canny_000400_02_20240918175826.png b/sample/canny_000400_02_20240918175826.png new file mode 100644 index 0000000000000000000000000000000000000000..22a7e4b6fe5af3d80e320f6e69e1faac1a89debc Binary files /dev/null and b/sample/canny_000400_02_20240918175826.png differ diff --git a/sample/canny_000400_03_20240918143951.png b/sample/canny_000400_03_20240918143951.png new file mode 100644 index 0000000000000000000000000000000000000000..96aafcb205f1c838806ae94cc1b98be599ca427a Binary files /dev/null and b/sample/canny_000400_03_20240918143951.png differ diff --git a/sample/canny_000400_03_20240918175831.png b/sample/canny_000400_03_20240918175831.png new file mode 100644 index 0000000000000000000000000000000000000000..2fd6ae2a3805b5fa938a5c7aa28faa719c246d9f Binary files /dev/null and b/sample/canny_000400_03_20240918175831.png differ diff --git a/sample/canny_000600_00_20240918180155.png b/sample/canny_000600_00_20240918180155.png new file mode 100644 index 0000000000000000000000000000000000000000..36434075597863a0fd0c3989ee7e4f60a2789959 Binary files /dev/null and b/sample/canny_000600_00_20240918180155.png differ diff --git a/sample/canny_000600_01_20240918180201.png b/sample/canny_000600_01_20240918180201.png new file mode 100644 index 0000000000000000000000000000000000000000..baa335a5cd38b454e67e83b4b072d80bfc5717ad Binary files /dev/null and b/sample/canny_000600_01_20240918180201.png differ diff --git a/sample/canny_000600_02_20240918180206.png b/sample/canny_000600_02_20240918180206.png new file mode 100644 index 0000000000000000000000000000000000000000..a89b871dcff2a474b4fa7e06e7199e77c61fc22d Binary files /dev/null and b/sample/canny_000600_02_20240918180206.png differ diff --git a/sample/canny_000600_03_20240918180212.png b/sample/canny_000600_03_20240918180212.png new file mode 100644 index 0000000000000000000000000000000000000000..66fffe21ec198a85c4bba633a60bd1cfaac45d3e Binary files /dev/null and b/sample/canny_000600_03_20240918180212.png differ diff --git a/sample/canny_000800_00_20240918144643.png b/sample/canny_000800_00_20240918144643.png new file mode 100644 index 0000000000000000000000000000000000000000..959030acfa8f8433d0f3e4af82a992e618a04f7b Binary files /dev/null and b/sample/canny_000800_00_20240918144643.png differ diff --git a/sample/canny_000800_00_20240918180537.png b/sample/canny_000800_00_20240918180537.png new file mode 100644 index 0000000000000000000000000000000000000000..b731e09114650f61b40d9235b134401cf6972efd Binary files /dev/null and b/sample/canny_000800_00_20240918180537.png differ diff --git a/sample/canny_000800_01_20240918144649.png b/sample/canny_000800_01_20240918144649.png new file mode 100644 index 0000000000000000000000000000000000000000..a053d89200e1d81c8e50f4212d14fce3b051a7c8 Binary files /dev/null and b/sample/canny_000800_01_20240918144649.png differ diff --git a/sample/canny_000800_01_20240918180543.png b/sample/canny_000800_01_20240918180543.png new file mode 100644 index 0000000000000000000000000000000000000000..73a7a429fe1d79ca1308e425e68f43224f09a9b1 Binary files /dev/null and b/sample/canny_000800_01_20240918180543.png differ diff --git a/sample/canny_000800_02_20240918144654.png b/sample/canny_000800_02_20240918144654.png new file mode 100644 index 0000000000000000000000000000000000000000..3a6518fa1fac1d80a743957d23ab126cba35a3c0 Binary files /dev/null and b/sample/canny_000800_02_20240918144654.png differ diff --git a/sample/canny_000800_02_20240918180549.png b/sample/canny_000800_02_20240918180549.png new file mode 100644 index 0000000000000000000000000000000000000000..4c6225e7e702f6ae9a122df912884c63f11c1fab Binary files /dev/null and b/sample/canny_000800_02_20240918180549.png differ diff --git a/sample/canny_000800_03_20240918144700.png b/sample/canny_000800_03_20240918144700.png new file mode 100644 index 0000000000000000000000000000000000000000..087f2f57a13bc520bc5392cc0f491819f23ee054 Binary files /dev/null and b/sample/canny_000800_03_20240918144700.png differ diff --git a/sample/canny_000800_03_20240918180554.png b/sample/canny_000800_03_20240918180554.png new file mode 100644 index 0000000000000000000000000000000000000000..20b5eedec915213c9d8e602eeca05639d8d5f369 Binary files /dev/null and b/sample/canny_000800_03_20240918180554.png differ diff --git a/sample/canny_001000_00_20240918180920.png b/sample/canny_001000_00_20240918180920.png new file mode 100644 index 0000000000000000000000000000000000000000..0151452b9ceb661afe0e13a0cebeee210f2a880c Binary files /dev/null and b/sample/canny_001000_00_20240918180920.png differ diff --git a/sample/canny_001000_01_20240918180925.png b/sample/canny_001000_01_20240918180925.png new file mode 100644 index 0000000000000000000000000000000000000000..44db05a83516cb81a1b3392b3a202d1c5dc9ba2d Binary files /dev/null and b/sample/canny_001000_01_20240918180925.png differ diff --git a/sample/canny_001000_02_20240918180931.png b/sample/canny_001000_02_20240918180931.png new file mode 100644 index 0000000000000000000000000000000000000000..5bc88bcd3c21e7dff14fcd9c67398507a0667ce6 Binary files /dev/null and b/sample/canny_001000_02_20240918180931.png differ diff --git a/sample/canny_001000_03_20240918180937.png b/sample/canny_001000_03_20240918180937.png new file mode 100644 index 0000000000000000000000000000000000000000..f2cd8113d8ee7cf72c1a01a46a1206b4464a43fe Binary files /dev/null and b/sample/canny_001000_03_20240918180937.png differ diff --git a/sample/canny_001200_00_20240918145352.png b/sample/canny_001200_00_20240918145352.png new file mode 100644 index 0000000000000000000000000000000000000000..704c4e70e4d55784ff4d9d85ad03a2869b531a54 Binary files /dev/null and b/sample/canny_001200_00_20240918145352.png differ diff --git a/sample/canny_001200_00_20240918181303.png b/sample/canny_001200_00_20240918181303.png new file mode 100644 index 0000000000000000000000000000000000000000..2a33cdbf87ad3337a84f44d663d563fb3621ba75 Binary files /dev/null and b/sample/canny_001200_00_20240918181303.png differ diff --git a/sample/canny_001200_01_20240918145358.png b/sample/canny_001200_01_20240918145358.png new file mode 100644 index 0000000000000000000000000000000000000000..2503a76e36f7845a1e96809e78b1f4a79e225e45 Binary files /dev/null and b/sample/canny_001200_01_20240918145358.png differ diff --git a/sample/canny_001200_01_20240918181308.png b/sample/canny_001200_01_20240918181308.png new file mode 100644 index 0000000000000000000000000000000000000000..9566d1c62dcd7066fe50fb0fa123776664739b17 Binary files /dev/null and b/sample/canny_001200_01_20240918181308.png differ diff --git a/sample/canny_001200_02_20240918145404.png b/sample/canny_001200_02_20240918145404.png new file mode 100644 index 0000000000000000000000000000000000000000..b4db4a2fbe949783ef2736a87f286f324f906eb1 Binary files /dev/null and b/sample/canny_001200_02_20240918145404.png differ diff --git a/sample/canny_001200_02_20240918181314.png b/sample/canny_001200_02_20240918181314.png new file mode 100644 index 0000000000000000000000000000000000000000..ae4f380572bd63247044233d00b32c0eaa083217 Binary files /dev/null and b/sample/canny_001200_02_20240918181314.png differ diff --git a/sample/canny_001200_03_20240918145409.png b/sample/canny_001200_03_20240918145409.png new file mode 100644 index 0000000000000000000000000000000000000000..f9b49e3cb3572ec4c2666055c57de21bd6cfdab8 Binary files /dev/null and b/sample/canny_001200_03_20240918145409.png differ diff --git a/sample/canny_001200_03_20240918181320.png b/sample/canny_001200_03_20240918181320.png new file mode 100644 index 0000000000000000000000000000000000000000..bb34359d63db850bb6e08d08dbb3c4472fffb3b7 Binary files /dev/null and b/sample/canny_001200_03_20240918181320.png differ diff --git a/sample/canny_001400_00_20240918181646.png b/sample/canny_001400_00_20240918181646.png new file mode 100644 index 0000000000000000000000000000000000000000..b088cb2ef2e30dc1adae8a8dd733ec9a256f4db4 Binary files /dev/null and b/sample/canny_001400_00_20240918181646.png differ diff --git a/sample/canny_001400_01_20240918181652.png b/sample/canny_001400_01_20240918181652.png new file mode 100644 index 0000000000000000000000000000000000000000..72e3dc3034cbc4c71a44d9045a471c2bd46af2e8 Binary files /dev/null and b/sample/canny_001400_01_20240918181652.png differ diff --git a/sample/canny_001400_02_20240918181658.png b/sample/canny_001400_02_20240918181658.png new file mode 100644 index 0000000000000000000000000000000000000000..1f23aa6f201e7dd4aa89818f6e5abc9d16384dc6 Binary files /dev/null and b/sample/canny_001400_02_20240918181658.png differ diff --git a/sample/canny_001400_03_20240918181703.png b/sample/canny_001400_03_20240918181703.png new file mode 100644 index 0000000000000000000000000000000000000000..780125d08c3b4b86c3951cce9f81c8cafaaab598 Binary files /dev/null and b/sample/canny_001400_03_20240918181703.png differ diff --git a/sample/canny_001600_00_20240918150057.png b/sample/canny_001600_00_20240918150057.png new file mode 100644 index 0000000000000000000000000000000000000000..32934ee46bb46bf8c439cdc77ec8aeea435d557e Binary files /dev/null and b/sample/canny_001600_00_20240918150057.png differ diff --git a/sample/canny_001600_00_20240918182031.png b/sample/canny_001600_00_20240918182031.png new file mode 100644 index 0000000000000000000000000000000000000000..8851ab39940cc54b5fa0921fd0961801d202182c Binary files /dev/null and b/sample/canny_001600_00_20240918182031.png differ diff --git a/sample/canny_001600_01_20240918150103.png b/sample/canny_001600_01_20240918150103.png new file mode 100644 index 0000000000000000000000000000000000000000..a7a246403493fa691aee850daf6dd3882d74b893 Binary files /dev/null and b/sample/canny_001600_01_20240918150103.png differ diff --git a/sample/canny_001600_01_20240918182037.png b/sample/canny_001600_01_20240918182037.png new file mode 100644 index 0000000000000000000000000000000000000000..3e20375a3d3f70aa71167e81134e720ef5c324f8 Binary files /dev/null and b/sample/canny_001600_01_20240918182037.png differ diff --git a/sample/canny_001600_02_20240918150109.png b/sample/canny_001600_02_20240918150109.png new file mode 100644 index 0000000000000000000000000000000000000000..71107ee1c32a8573e958fa4ef7fa40993e2b687b Binary files /dev/null and b/sample/canny_001600_02_20240918150109.png differ diff --git a/sample/canny_001600_02_20240918182043.png b/sample/canny_001600_02_20240918182043.png new file mode 100644 index 0000000000000000000000000000000000000000..67fb6682997808a201c5f0e75a2da58543279011 Binary files /dev/null and b/sample/canny_001600_02_20240918182043.png differ diff --git a/sample/canny_001600_03_20240918150115.png b/sample/canny_001600_03_20240918150115.png new file mode 100644 index 0000000000000000000000000000000000000000..1ce0cc3c5811b32f317999dd191e71d9298eb182 Binary files /dev/null and b/sample/canny_001600_03_20240918150115.png differ diff --git a/sample/canny_001600_03_20240918182048.png b/sample/canny_001600_03_20240918182048.png new file mode 100644 index 0000000000000000000000000000000000000000..5d2ebdf1b0a3f15e3febf93b2ae2a6d9c16192c0 Binary files /dev/null and b/sample/canny_001600_03_20240918182048.png differ diff --git a/sample/canny_001800_00_20240918182415.png b/sample/canny_001800_00_20240918182415.png new file mode 100644 index 0000000000000000000000000000000000000000..c87efabf2b0db9971b96abf0b631baede14722b9 Binary files /dev/null and b/sample/canny_001800_00_20240918182415.png differ diff --git a/sample/canny_001800_01_20240918182421.png b/sample/canny_001800_01_20240918182421.png new file mode 100644 index 0000000000000000000000000000000000000000..53a8d70ac29b0eb2dd9147a9b0a425bdf2aea813 Binary files /dev/null and b/sample/canny_001800_01_20240918182421.png differ diff --git a/sample/canny_001800_02_20240918182426.png b/sample/canny_001800_02_20240918182426.png new file mode 100644 index 0000000000000000000000000000000000000000..e7537acf2aa386771f2fab9c978a435b5ab56a93 Binary files /dev/null and b/sample/canny_001800_02_20240918182426.png differ diff --git a/sample/canny_001800_03_20240918182432.png b/sample/canny_001800_03_20240918182432.png new file mode 100644 index 0000000000000000000000000000000000000000..2254aa6af40276bb71203d437c82ff81b74af2c0 Binary files /dev/null and b/sample/canny_001800_03_20240918182432.png differ diff --git a/sample/canny_002000_00_20240918150803.png b/sample/canny_002000_00_20240918150803.png new file mode 100644 index 0000000000000000000000000000000000000000..d74ef7c30a18ca3224ba9b133f89109e6659c47d Binary files /dev/null and b/sample/canny_002000_00_20240918150803.png differ diff --git a/sample/canny_002000_01_20240918150809.png b/sample/canny_002000_01_20240918150809.png new file mode 100644 index 0000000000000000000000000000000000000000..19afb7cc62b4a6b49ffaf22ae64cc0eab68a6012 Binary files /dev/null and b/sample/canny_002000_01_20240918150809.png differ diff --git a/sample/canny_002000_02_20240918150814.png b/sample/canny_002000_02_20240918150814.png new file mode 100644 index 0000000000000000000000000000000000000000..09bee4b8f3a93ee48b7c3fe2dbd2f7048e3ab22e Binary files /dev/null and b/sample/canny_002000_02_20240918150814.png differ diff --git a/sample/canny_002000_03_20240918150820.png b/sample/canny_002000_03_20240918150820.png new file mode 100644 index 0000000000000000000000000000000000000000..d0245379f0a73cd60528cb1ca1340b44ca579848 Binary files /dev/null and b/sample/canny_002000_03_20240918150820.png differ diff --git a/sample_prompts.txt b/sample_prompts.txt new file mode 100644 index 0000000000000000000000000000000000000000..a5ad27131310aaa54ae341e04515ccc2ed38c1b3 --- /dev/null +++ b/sample_prompts.txt @@ -0,0 +1,4 @@ +canny style image of a gymnast +canny style image of a kitten +canny style image of a person biking on the street +canny style image of new york times square \ No newline at end of file diff --git a/train.bat b/train.bat new file mode 100644 index 0000000000000000000000000000000000000000..f9c1665267afb5880a2d8929a486f980228ec93d --- /dev/null +++ b/train.bat @@ -0,0 +1,34 @@ +accelerate launch ^ + --mixed_precision bf16 ^ + --num_cpu_threads_per_process 1 ^ + sd-scripts/flux_train_network.py ^ + --pretrained_model_name_or_path "C:\pinokio\api\fluxgym.git\models\unet\flux1-dev.sft" ^ + --clip_l "C:\pinokio\api\fluxgym.git\models\clip\clip_l.safetensors" ^ + --t5xxl "C:\pinokio\api\fluxgym.git\models\clip\t5xxl_fp16.safetensors" ^ + --ae "C:\pinokio\api\fluxgym.git\models\vae\ae.sft" ^ + --cache_latents_to_disk ^ + --save_model_as safetensors ^ + --sdpa --persistent_data_loader_workers ^ + --max_data_loader_n_workers 2 ^ + --seed 42 ^ + --gradient_checkpointing ^ + --mixed_precision bf16 ^ + --save_precision bf16 ^ + --network_module networks.lora_flux ^ + --network_dim 4 ^ + --optimizer_type adamw8bit ^--sample_prompts="C:\pinokio\api\fluxgym.git\outputs\canny\sample_prompts.txt" --sample_every_n_steps="200" ^ + --learning_rate 8e-4 ^ + --cache_text_encoder_outputs ^ + --cache_text_encoder_outputs_to_disk ^ + --fp8_base ^ + --highvram ^ + --max_train_epochs 20 ^ + --save_every_n_epochs 4 ^ + --dataset_config "C:\pinokio\api\fluxgym.git\outputs\canny\dataset.toml" ^ + --output_dir "C:\pinokio\api\fluxgym.git\outputs\canny" ^ + --output_name canny ^ + --timestep_sampling shift ^ + --discrete_flow_shift 3.1582 ^ + --model_prediction_type raw ^ + --guidance_scale 1 ^ + --loss_type l2 ^ \ No newline at end of file