Ziqi Gao commited on
e4131392f08d2d684c8a57a3a8686fc95e38ad067ba3c5cc36e8220978dc5d9b
Browse files- 3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/parsed.yaml +110 -0
- 3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/raw.yaml +115 -0
- 3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/epoch=0-step=10000.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/last.ckpt +3 -0
- 3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/parsed.yaml +109 -0
- 3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/raw.yaml +115 -0
3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3fb0b892c55bccb4715f8d3dc4c3b7688e8c6a5b543ae7716f9f6aafde8df172
|
| 3 |
+
size 151452047
|
3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3fb0b892c55bccb4715f8d3dc4c3b7688e8c6a5b543ae7716f9f6aafde8df172
|
| 3 |
+
size 151452047
|
3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240806-230147'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A potted second hand (hand). Using the cartoon painting technique.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ebfe861955c8e48b506056b8797f05cb92c7a79fa3e6ddfcde6472e3c6207d69
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ebfe861955c8e48b506056b8797f05cb92c7a79fa3e6ddfcde6472e3c6207d69
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_prairie_dog.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240806-200546'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_prairie_dog.@20240806-200546
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_prairie_dog.@20240806-200546
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A prairie dog.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:27b291423e5a370c580b9ee316d019e90e7f2e99f470a010e61f8293d66031dd
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:27b291423e5a370c580b9ee316d019e90e7f2e99f470a010e61f8293d66031dd
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_preterist.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240808-115248'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_preterist.@20240808-115248
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_preterist.@20240808-115248
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A preterist.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:517a4b7007f4c6ec4837a1d73e6bd55fde2393ab4d558c1660bc4d6b613be864
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:517a4b7007f4c6ec4837a1d73e6bd55fde2393ab4d558c1660bc4d6b613be864
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240814-155818'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A prince charming; a hemstitch (embroidery); a mcburney's point. In the
|
| 65 |
+
mythological painting genre.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e3a1cb6bcbc9a93162ff1fb7e583d9402e04fee1b624025ab7dec17063f1c4f4
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e3a1cb6bcbc9a93162ff1fb7e583d9402e04fee1b624025ab7dec17063f1c4f4
|
| 3 |
+
size 151452239
|
3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240814-033512'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A probability theorist is piled to create the coastline. In the style
|
| 65 |
+
of the artist Pierre-Narcisse Guerin.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45e3269ce97776ecd168cb1d1b1513128f69f3b8f4e0dd5a209fe667e48dedcb
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45e3269ce97776ecd168cb1d1b1513128f69f3b8f4e0dd5a209fe667e48dedcb
|
| 3 |
+
size 151452175
|
3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240814-191424'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A probationer (nurse); white fungus; a kohleria. With the Abstract Expressionism
|
| 65 |
+
painting style.
|
| 66 |
+
guidance_type: stable-diffusion-guidance
|
| 67 |
+
guidance:
|
| 68 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 69 |
+
guidance_scale: 100.0
|
| 70 |
+
weighting_strategy: sds
|
| 71 |
+
min_step_percent: 0.02
|
| 72 |
+
max_step_percent: 0.98
|
| 73 |
+
loggers:
|
| 74 |
+
wandb:
|
| 75 |
+
enable: false
|
| 76 |
+
project: threestudio
|
| 77 |
+
name: None
|
| 78 |
+
loss:
|
| 79 |
+
lambda_sds: 1.0
|
| 80 |
+
lambda_orient:
|
| 81 |
+
- 0
|
| 82 |
+
- 10.0
|
| 83 |
+
- 1000.0
|
| 84 |
+
- 5000
|
| 85 |
+
lambda_sparsity: 1.0
|
| 86 |
+
lambda_opaque: 0.0
|
| 87 |
+
optimizer:
|
| 88 |
+
name: Adam
|
| 89 |
+
args:
|
| 90 |
+
lr: 0.01
|
| 91 |
+
betas:
|
| 92 |
+
- 0.9
|
| 93 |
+
- 0.99
|
| 94 |
+
eps: 1.0e-15
|
| 95 |
+
params:
|
| 96 |
+
geometry:
|
| 97 |
+
lr: 0.01
|
| 98 |
+
background:
|
| 99 |
+
lr: 0.001
|
| 100 |
+
trainer:
|
| 101 |
+
max_steps: 10000
|
| 102 |
+
log_every_n_steps: 1
|
| 103 |
+
num_sanity_val_steps: 0
|
| 104 |
+
val_check_interval: 5000
|
| 105 |
+
enable_progress_bar: true
|
| 106 |
+
precision: 16-mixed
|
| 107 |
+
checkpoint:
|
| 108 |
+
save_last: true
|
| 109 |
+
save_top_k: -1
|
| 110 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|
3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/epoch=0-step=10000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c225cd92d4f23f1f952bf5cc155cb051e6e1f03be18e4103a2bfb09b1467809
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c225cd92d4f23f1f952bf5cc155cb051e6e1f03be18e4103a2bfb09b1467809
|
| 3 |
+
size 151451855
|
3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/parsed.yaml
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: dreamfusion-sd
|
| 2 |
+
description: ''
|
| 3 |
+
tag: A_probiotic.
|
| 4 |
+
seed: 0
|
| 5 |
+
use_timestamp: true
|
| 6 |
+
timestamp: '@20240807-112917'
|
| 7 |
+
exp_root_dir: /results
|
| 8 |
+
exp_dir: /results/dreamfusion-sd
|
| 9 |
+
trial_name: A_probiotic.@20240807-112917
|
| 10 |
+
trial_dir: /results/dreamfusion-sd/A_probiotic.@20240807-112917
|
| 11 |
+
n_gpus: 1
|
| 12 |
+
resume: null
|
| 13 |
+
data_type: random-camera-datamodule
|
| 14 |
+
data:
|
| 15 |
+
batch_size: 1
|
| 16 |
+
width: 64
|
| 17 |
+
height: 64
|
| 18 |
+
camera_distance_range:
|
| 19 |
+
- 1.5
|
| 20 |
+
- 2.0
|
| 21 |
+
fovy_range:
|
| 22 |
+
- 40
|
| 23 |
+
- 70
|
| 24 |
+
elevation_range:
|
| 25 |
+
- -10
|
| 26 |
+
- 45
|
| 27 |
+
light_sample_strategy: dreamfusion
|
| 28 |
+
eval_camera_distance: 2.0
|
| 29 |
+
eval_fovy_deg: 70.0
|
| 30 |
+
system_type: dreamfusion-system
|
| 31 |
+
system:
|
| 32 |
+
geometry_type: implicit-volume
|
| 33 |
+
geometry:
|
| 34 |
+
radius: 2.0
|
| 35 |
+
normal_type: analytic
|
| 36 |
+
density_bias: blob_magic3d
|
| 37 |
+
density_activation: softplus
|
| 38 |
+
density_blob_scale: 10.0
|
| 39 |
+
density_blob_std: 0.5
|
| 40 |
+
pos_encoding_config:
|
| 41 |
+
otype: ProgressiveBandHashGrid
|
| 42 |
+
n_levels: 16
|
| 43 |
+
n_features_per_level: 2
|
| 44 |
+
log2_hashmap_size: 19
|
| 45 |
+
base_resolution: 16
|
| 46 |
+
per_level_scale: 1.447269237440378
|
| 47 |
+
start_level: 8
|
| 48 |
+
start_step: 2000
|
| 49 |
+
update_steps: 500
|
| 50 |
+
material_type: diffuse-with-point-light-material
|
| 51 |
+
material:
|
| 52 |
+
ambient_only_steps: 2001
|
| 53 |
+
albedo_activation: sigmoid
|
| 54 |
+
background_type: neural-environment-map-background
|
| 55 |
+
background:
|
| 56 |
+
color_activation: sigmoid
|
| 57 |
+
renderer_type: nerf-volume-renderer
|
| 58 |
+
renderer:
|
| 59 |
+
radius: 2.0
|
| 60 |
+
num_samples_per_ray: 512
|
| 61 |
+
prompt_processor_type: stable-diffusion-prompt-processor
|
| 62 |
+
prompt_processor:
|
| 63 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 64 |
+
prompt: A probiotic.
|
| 65 |
+
guidance_type: stable-diffusion-guidance
|
| 66 |
+
guidance:
|
| 67 |
+
pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
|
| 68 |
+
guidance_scale: 100.0
|
| 69 |
+
weighting_strategy: sds
|
| 70 |
+
min_step_percent: 0.02
|
| 71 |
+
max_step_percent: 0.98
|
| 72 |
+
loggers:
|
| 73 |
+
wandb:
|
| 74 |
+
enable: false
|
| 75 |
+
project: threestudio
|
| 76 |
+
name: None
|
| 77 |
+
loss:
|
| 78 |
+
lambda_sds: 1.0
|
| 79 |
+
lambda_orient:
|
| 80 |
+
- 0
|
| 81 |
+
- 10.0
|
| 82 |
+
- 1000.0
|
| 83 |
+
- 5000
|
| 84 |
+
lambda_sparsity: 1.0
|
| 85 |
+
lambda_opaque: 0.0
|
| 86 |
+
optimizer:
|
| 87 |
+
name: Adam
|
| 88 |
+
args:
|
| 89 |
+
lr: 0.01
|
| 90 |
+
betas:
|
| 91 |
+
- 0.9
|
| 92 |
+
- 0.99
|
| 93 |
+
eps: 1.0e-15
|
| 94 |
+
params:
|
| 95 |
+
geometry:
|
| 96 |
+
lr: 0.01
|
| 97 |
+
background:
|
| 98 |
+
lr: 0.001
|
| 99 |
+
trainer:
|
| 100 |
+
max_steps: 10000
|
| 101 |
+
log_every_n_steps: 1
|
| 102 |
+
num_sanity_val_steps: 0
|
| 103 |
+
val_check_interval: 5000
|
| 104 |
+
enable_progress_bar: true
|
| 105 |
+
precision: 16-mixed
|
| 106 |
+
checkpoint:
|
| 107 |
+
save_last: true
|
| 108 |
+
save_top_k: -1
|
| 109 |
+
every_n_train_steps: 10000
|
3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/raw.yaml
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: "dreamfusion-sd"
|
| 2 |
+
tag: "${rmspace:${system.prompt_processor.prompt},_}"
|
| 3 |
+
# exp_root_dir: "outputs"
|
| 4 |
+
exp_root_dir: "/results"
|
| 5 |
+
seed: 0
|
| 6 |
+
|
| 7 |
+
data_type: "random-camera-datamodule"
|
| 8 |
+
data:
|
| 9 |
+
batch_size: 1
|
| 10 |
+
width: 64
|
| 11 |
+
height: 64
|
| 12 |
+
camera_distance_range: [1.5, 2.0]
|
| 13 |
+
fovy_range: [40, 70]
|
| 14 |
+
elevation_range: [-10, 45]
|
| 15 |
+
light_sample_strategy: "dreamfusion"
|
| 16 |
+
eval_camera_distance: 2.0
|
| 17 |
+
eval_fovy_deg: 70.
|
| 18 |
+
|
| 19 |
+
system_type: "dreamfusion-system"
|
| 20 |
+
system:
|
| 21 |
+
geometry_type: "implicit-volume"
|
| 22 |
+
geometry:
|
| 23 |
+
radius: 2.0
|
| 24 |
+
normal_type: "analytic"
|
| 25 |
+
|
| 26 |
+
# the density initialization proposed in the DreamFusion paper
|
| 27 |
+
# does not work very well
|
| 28 |
+
# density_bias: "blob_dreamfusion"
|
| 29 |
+
# density_activation: exp
|
| 30 |
+
# density_blob_scale: 5.
|
| 31 |
+
# density_blob_std: 0.2
|
| 32 |
+
|
| 33 |
+
# use Magic3D density initialization instead
|
| 34 |
+
density_bias: "blob_magic3d"
|
| 35 |
+
density_activation: softplus
|
| 36 |
+
density_blob_scale: 10.
|
| 37 |
+
density_blob_std: 0.5
|
| 38 |
+
|
| 39 |
+
# coarse to fine hash grid encoding
|
| 40 |
+
# to ensure smooth analytic normals
|
| 41 |
+
pos_encoding_config:
|
| 42 |
+
otype: ProgressiveBandHashGrid
|
| 43 |
+
n_levels: 16
|
| 44 |
+
n_features_per_level: 2
|
| 45 |
+
log2_hashmap_size: 19
|
| 46 |
+
base_resolution: 16
|
| 47 |
+
per_level_scale: 1.447269237440378 # max resolution 4096
|
| 48 |
+
start_level: 8 # resolution ~200
|
| 49 |
+
start_step: 2000
|
| 50 |
+
update_steps: 500
|
| 51 |
+
|
| 52 |
+
material_type: "diffuse-with-point-light-material"
|
| 53 |
+
material:
|
| 54 |
+
ambient_only_steps: 2001
|
| 55 |
+
albedo_activation: sigmoid
|
| 56 |
+
|
| 57 |
+
background_type: "neural-environment-map-background"
|
| 58 |
+
background:
|
| 59 |
+
color_activation: sigmoid
|
| 60 |
+
|
| 61 |
+
renderer_type: "nerf-volume-renderer"
|
| 62 |
+
renderer:
|
| 63 |
+
radius: ${system.geometry.radius}
|
| 64 |
+
num_samples_per_ray: 512
|
| 65 |
+
|
| 66 |
+
prompt_processor_type: "stable-diffusion-prompt-processor"
|
| 67 |
+
prompt_processor:
|
| 68 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 69 |
+
prompt: ???
|
| 70 |
+
|
| 71 |
+
guidance_type: "stable-diffusion-guidance"
|
| 72 |
+
guidance:
|
| 73 |
+
pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base"
|
| 74 |
+
guidance_scale: 100.
|
| 75 |
+
weighting_strategy: sds
|
| 76 |
+
min_step_percent: 0.02
|
| 77 |
+
max_step_percent: 0.98
|
| 78 |
+
|
| 79 |
+
loggers:
|
| 80 |
+
wandb:
|
| 81 |
+
enable: false
|
| 82 |
+
project: "threestudio"
|
| 83 |
+
name: None
|
| 84 |
+
|
| 85 |
+
loss:
|
| 86 |
+
lambda_sds: 1.
|
| 87 |
+
lambda_orient: [0, 10., 1000., 5000]
|
| 88 |
+
lambda_sparsity: 1.
|
| 89 |
+
lambda_opaque: 0.
|
| 90 |
+
|
| 91 |
+
optimizer:
|
| 92 |
+
name: Adam
|
| 93 |
+
args:
|
| 94 |
+
lr: 0.01
|
| 95 |
+
betas: [0.9, 0.99]
|
| 96 |
+
eps: 1.e-15
|
| 97 |
+
params:
|
| 98 |
+
geometry:
|
| 99 |
+
lr: 0.01
|
| 100 |
+
background:
|
| 101 |
+
lr: 0.001
|
| 102 |
+
|
| 103 |
+
trainer:
|
| 104 |
+
max_steps: 10000
|
| 105 |
+
# max_steps: 100
|
| 106 |
+
log_every_n_steps: 1
|
| 107 |
+
num_sanity_val_steps: 0
|
| 108 |
+
val_check_interval: 5000
|
| 109 |
+
enable_progress_bar: true
|
| 110 |
+
precision: 16-mixed
|
| 111 |
+
|
| 112 |
+
checkpoint:
|
| 113 |
+
save_last: true # save at each validation time
|
| 114 |
+
save_top_k: -1
|
| 115 |
+
every_n_train_steps: ${trainer.max_steps}
|