feat(case): add more cases

Examples.md

@@ -31,3 +31,61 @@ python svgdreamer.py x=iconography "prompt='A colorful German shepherd in vector
 ```shell
 python svgdreamer.py x=iconography "prompt='a beautiful snow-covered castle, a stunning masterpiece, trees, rays of the sun, Leonid Afremov'" result_path='./logs/SnowCastle' seed=116740
 ```
+
+### Case: Vector Wolf
+
+**Prompt:** wolf. low poly. minimal flat 2d vector. lineal color. trending on artstation. <br/>
+**style:** Low-Poly <br/>
+**Preview:**
+
+|                       Particle 1                        |                       Particle 2                        |                       Particle 3                        |                      Particle 4                       |                       Particle 5                        |                       Particle 6                        |
+|:-------------------------------------------------------:|:-------------------------------------------------------:|:-------------------------------------------------------:|:-----------------------------------------------------:|:-------------------------------------------------------:|:-------------------------------------------------------:|
+| <img src="./assets/Lowploy-Wolf/finetune_final_p0.svg"> | <img src="./assets/Lowploy-Wolf/finetune_final_p1.svg"> | <img src="./assets/Lowploy-Wolf/finetune_final_p2.svg"> | <img src="assets/Lowploy-Wolf/finetune_final_p3.svg"> | <img src="./assets/Lowploy-Wolf/finetune_final_p4.svg"> | <img src="./assets/Lowploy-Wolf/finetune_final_p5.svg"> |
+
+**Script:**
+
+```shell
+python svgdreamer.py x=lowpoly "prompt='wolf. low poly. minimal flat 2d vector. lineal color. trending on artstation.'" neg_prompt='' result_path='./logs/Wolf' seed=670488
+```
+
+### Case: Scarlet Macaw
+
+**Prompt:** A picture of a scarlet macaw, low-ploy, polygon, minimal flat 2d vector <br/>
+**style:** Low-Poly <br/>
+**Preview:**
+
+|                           Particle 1                            |                           Particle 2                            |                           Particle 3                            |                          Particle 4                           |                           Particle 5                            |                           Particle 6                            |
+|:---------------------------------------------------------------:|:---------------------------------------------------------------:|:---------------------------------------------------------------:|:-------------------------------------------------------------:|:---------------------------------------------------------------:|:---------------------------------------------------------------:|
+| <img src="./assets/Lowpoly-ScarletMacaw/finetune_final_p0.svg"> | <img src="./assets/Lowpoly-ScarletMacaw/finetune_final_p1.svg"> | <img src="./assets/Lowpoly-ScarletMacaw/finetune_final_p2.svg"> | <img src="assets/Lowpoly-ScarletMacaw/finetune_final_p3.svg"> | <img src="./assets/Lowpoly-ScarletMacaw/finetune_final_p4.svg"> | <img src="./assets/Lowpoly-ScarletMacaw/finetune_final_p5.svg"> |
+
+**Script:**
+
+```shell
+python svgdreamer.py x=lowpoly "prompt='A picture of a scarlet macaw, low-ploy, polygon, minimal flat 2d vector'" "neg_prompt='unrealistic, blurry, low quality, out of focus, ugly, low contrast, dull, low res, low-resolution, oversaturation, worst quality, normal quality, text, watermark, logo, banner, extra digits, cropped, jpeg artifacts, signature, username, error, sketch ,duplicate, monochrome, horror, geometry, mutation, disgusting'" save_step=50 result_path='.log/ScarletMacaw'
+```
+
+### Case: Polar Bear
+
+**Prompt:** polar bear. low poly. minimal flat 2d vector. lineal color. trending on artstation. <br/>
+**style:** Low-Poly <br/>
+**Preview:**
+
+|                          Particle 1                          |                          Particle 2                          |                          Particle 3                          |                         Particle 4                         |                          Particle 5                          |                          Particle 6                          |
+|:------------------------------------------------------------:|:------------------------------------------------------------:|:------------------------------------------------------------:|:----------------------------------------------------------:|:------------------------------------------------------------:|:------------------------------------------------------------:|
+| <img src="./assets/Lowpoly-PolarBear/finetune_final_p0.svg"> | <img src="./assets/Lowpoly-PolarBear/finetune_final_p1.svg"> | <img src="./assets/Lowpoly-PolarBear/finetune_final_p2.svg"> | <img src="assets/Lowpoly-PolarBear/finetune_final_p3.svg"> | <img src="./assets/Lowpoly-PolarBear/finetune_final_p4.svg"> | <img src="./assets/Lowpoly-PolarBear/finetune_final_p5.svg"> |
+
+**Script:**
+
+```shell
+python svgdreamer.py x=lowpoly "prompt='polar bear. low poly. minimal flat 2d vector. lineal color. trending on artstation.'" "neg_prompt='unrealistic, blurry, low quality, out of focus, ugly, low contrast, dull, low res, low-resolution, oversaturation, worst quality, normal quality, text, watermark, logo, banner, extra digits, cropped, jpeg artifacts, signature, username, error, sketch ,duplicate, monochrome, horror, geometry, mutation, disgusting'" save_step=50 result_path='.log/PolarBear'
+```
+
+### Others
+
+````shell
+python svgdreamer.py x=painting "prompt='self portrait of Van Gogh. oil painting. cmyk portrait. multi colored. defiant and beautiful. cmyk. expressive eyes.'" x.num_paths=256 result_path='./logs/VanGogh-Portrait'
+python svgdreamer.py x=lowpoly "prompt='A picture of a scarlet macaw, low-ploy, polygon, minimal flat 2d vector'" "neg_prompt='unrealistic, blurry, low quality, out of focus, ugly, low contrast, dull, low res, low-resolution, oversaturation, worst quality, normal quality, text, watermark, logo, banner, extra digits, cropped, jpeg artifacts, signature, username, error, sketch ,duplicate, monochrome, horror, geometry, mutation, disgusting'" save_step=50 result_path='.log/ScarletMacaw' mv=True multirun=True
+python svgdreamer.py x=ink "prompt='Big Wild Goose Pagoda. ink style. Minimalist abstract art grayscale watercolor. simple painting style'" "neg_prompt='text, extra, missing, unfinished, watermark, signature, username, scan, frame'" result_path='./logs/BigWildGoosePagoda'
+python svgdreamer.py x=ink "prompt='Black and white. simple horse flash tattoo. ink style. Minimalist abstract art grayscale watercolor. simple painting style'" "neg_prompt='text, extra, missing, unfinished, watermark, signature, username, scan, frame'" result_path='./logs/HorseInk'
+python svgdreamer.py x=pixelart "prompt='Pikachu in pastel colors, childish and fun. Pixel art. trending on artstation.'" x.guidance.t_schedule='randint' result_path='./logs/Pikachu'
+````

README.md

@@ -134,7 +134,7 @@ python svgdreamer.py x=iconography "prompt='Sydney opera house. oil painting. by
 **Script:**
 
 ```shell
-python svgdreamer.py x=painting "prompt='Abstract Vincent van Gogh Oil Painting Elephant, featuring earthy tones of green and brown.'" x.num_paths=500 result_path='./logs/Elephant-OilPainting'
+python svgdreamer.py x=painting "prompt='Abstract Vincent van Gogh Oil Painting Elephant, featuring earthy tones of green and brown.'" x.num_paths=256 result_path='./logs/Elephant-OilPainting'
 ```
 
 #### Pixel-Art style
@@ -211,14 +211,7 @@ python svgdreamer.py x=ink "prompt='Big Wild Goose Pagoda. ink style. Minimalist
 
 #### More Cases
 
-````shell
-python svgdreamer.py x=iconography "prompt='illustration of an New York City, in vector art, tending on artstation.'" result_path='./logs/NewYorkCity'
-python svgdreamer.py x=painting "prompt='self portrait of Van Gogh. oil painting. cmyk portrait. multi colored. defiant and beautiful. cmyk. expressive eyes.'" result_path='./logs/VanGogh-Portrait'
-python svgdreamer.py x=lowpoly "prompt='wolf. low poly. minimal flat 2d vector. lineal color. trending on artstation.'" neg_prompt='' save_step=50 x.grid=30 result_path='./logs/Wolf' multirun=True
-python svgdreamer.py x=lowpoly "prompt='A picture of a scarlet macaw, low-ploy, polygon, minimal flat 2d vector'" "neg_prompt='unrealistic, blurry, low quality, out of focus, ugly, low contrast, dull, low res, low-resolution, oversaturation, worst quality, normal quality, text, watermark, logo, banner, extra digits, cropped, jpeg artifacts, signature, username, error, sketch ,duplicate, monochrome, horror, geometry, mutation, disgusting'" save_step=50 result_path='.log/ScarletMacaw' mv=True multirun=True
-python svgdreamer.py x=ink "prompt='The lonely Big Wild Goose Pagoda. ink style. Minimalist abstract art grayscale watercolor.'" "neg_prompt='text, extra, missing, unfinished, watermark, signature, username, scan, frame'" result_path='./logs/BigWildGoosePagoda'
-python svgdreamer.py x=ink "prompt='Big Wild Goose Pagoda. ink style. Minimalist abstract art grayscale watercolor. simple painting style'" "neg_prompt='text, extra, missing, unfinished, watermark, signature, username, scan, frame'" result_path='./logs/BigWildGoosePagoda'
-````
+**See [Examples.md](https://github.com/ximinng/DiffSketcher/blob/main/Examples.md) for more cases.**
 
 ## 🔑 Tips
 

conf/x/ink.yaml

@@ -40,7 +40,7 @@ sive:
     attn_coeff: 1.0 # attn fusion, w * cross-attn + (1-w) * self-attn
   mask_tau: 0.3 # the threshold used to convert the attention map into a mask
   bg:
-    style: "iconography" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
+    style: "ink" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
     num_iter: 10
     num_paths: 256
     path_schedule: 'repeat' # 'repeat', 'list'
@@ -60,7 +60,7 @@ sive:
     use_distance_weighted_loss: False
     xing_loss_weight: 0.001
   fg:
-    style: "iconography" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
+    style: "ink" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
     num_iter: 10
     num_paths: 256 # number of strokes
     path_schedule: 'repeat' # 'repeat', 'list'

conf/x/painting.yaml

@@ -40,7 +40,7 @@ sive:
     attn_coeff: 1.0 # attn fusion, w * cross-attn + (1-w) * self-attn
   mask_tau: 0.3 # the threshold used to convert the attention map into a mask
   bg:
-    style: "iconography" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
+    style: "painting" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
     num_iter: 10
     num_paths: 256
     path_schedule: 'repeat' # 'repeat', 'list'
@@ -60,7 +60,7 @@ sive:
     use_distance_weighted_loss: False
     xing_loss_weight: 0.001
   fg:
-    style: "iconography" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
+    style: "painting" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
     num_iter: 10
     num_paths: 256 # number of strokes
     path_schedule: 'repeat' # 'repeat', 'list'

conf/x/sketch.yaml

@@ -40,7 +40,7 @@ sive:
     attn_coeff: 1.0 # attn fusion, w * cross-attn + (1-w) * self-attn
   mask_tau: 0.3 # the threshold used to convert the attention map into a mask
   bg:
-    style: "iconography" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
+    style: "sketch" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
     num_iter: 10
     num_paths: 256
     path_schedule: 'repeat' # 'repeat', 'list'
@@ -60,7 +60,7 @@ sive:
     use_distance_weighted_loss: False
     xing_loss_weight: 0.001
   fg:
-    style: "iconography" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
+    style: "sketch" # 'iconography' ,"pixelart", "sketch", 'painting', 'ink'
     num_iter: 10
     num_paths: 256 # number of strokes
     path_schedule: 'repeat' # 'repeat', 'list'

svgdreamer/painter/component_painter_params.py

@@ -161,7 +161,7 @@ class CompPainter:
                 self.shape_groups.append(path_group)
                 self.cur_shape_groups.append(path_group)
 
-            elif self.style == 'pixelart':
+            elif self.style in ['pixelart', 'low-poly']:
                 fill_color_init = torch.FloatTensor(np.random.uniform(size=[4]))
                 fill_color_init[-1] = 1.0
 
@@ -178,7 +178,7 @@ class CompPainter:
                     self.shape_groups.append(path_group)
                     self.cur_shape_groups.append(path_group)
 
-            elif self.style == 'sketch':
+            elif self.style in ['sketch', 'ink']:
                 path = self.get_path()
                 self.shapes.append(path)
                 self.cur_shapes.append(path)

svgdreamer/pipelines/SVGDreamer_pipeline.py

@@ -35,7 +35,9 @@ import ImageReward as RM
 class SVGDreamerPipeline(ModelState):
 
     def __init__(self, args):
+        # assert
         assert args.x.style in ["iconography", "pixelart", "low-poly", "painting", "sketch", "ink"]
+        args.skip_sive = True if args.x.style in ["pixelart", "low-poly"] else args.skip_sive
         assert args.x.vpsd.n_particle >= args.x.vpsd.vsd_n_particle
         assert args.x.vpsd.n_particle >= args.x.vpsd.phi_n_particle
         assert args.x.vpsd.n_phi_sample >= 1