diff --git a/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b1e093ba2f2f912f6409d012869785d2fc0c70f6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75238e026642e343a45a2ec8634b400417f503a1f34c2d374e247db18f7874ee +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b1e093ba2f2f912f6409d012869785d2fc0c70f6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75238e026642e343a45a2ec8634b400417f503a1f34c2d374e247db18f7874ee +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0dd9a09aa448215faa7762514e50331492ae405b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240814-051219' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219 +trial_dir: /results/dreamfusion-sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Baroque architecture and heavily built flashboard. Using the sand painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Baroque_architecture_and_heavily_built_flashboard._Using_the_sand_painting_technique.@20240814-051219/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9a0242b65a94413be0029363bb568ec78b5b9a19 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ad156f328df57ab39b18d5b1a31c9cb1c1845b88a1aebac1f0cca56738a76d +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9a0242b65a94413be0029363bb568ec78b5b9a19 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ad156f328df57ab39b18d5b1a31c9cb1c1845b88a1aebac1f0cca56738a76d +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..af0e8e3bed2c06adcf14f067ef213fd34bb9a894 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_Beaux-Arts_architecture_achaean;_a_golliwog. +seed: 0 +use_timestamp: true +timestamp: '@20240811-162145' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145 +trial_dir: /results/dreamfusion-sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Beaux-Arts architecture achaean; a golliwog. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_achaean;_a_golliwog.@20240811-162145/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cc3ff5c22c2ef7f9d9dacb8904daa93a4ac4eb02 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73647e19a6962d7f722d5594a3bc204a1fd78eff822ea43985d52061204f760e +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cc3ff5c22c2ef7f9d9dacb8904daa93a4ac4eb02 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73647e19a6962d7f722d5594a3bc204a1fd78eff822ea43985d52061204f760e +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..48848aa059ae2719954bd7b1b5e64070e59daf5b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-060717' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717 +trial_dir: /results/dreamfusion-sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Beaux-Arts architecture sailing vessel; a citrophilous mealybug. With + the Ink and wash painting painting style and using the woodcut painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_sailing_vessel;_a_citrophilous_mealybug._With_the_Ink_and_wash_painting_painting_style_and_using_the_woodcut_painting_technique.@20240817-060717/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c4756250b2f8ed2731b32a0dc4d7febe4f17353 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e394186c15d293cdaf278e29e89db99c3df2adbcfd1d64d29bb68f47235d74 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c4756250b2f8ed2731b32a0dc4d7febe4f17353 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e394186c15d293cdaf278e29e89db99c3df2adbcfd1d64d29bb68f47235d74 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..38142c2d62de610fe6b0a65214bf7341b9a1728e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_Beaux-Arts_architecture_villager;_a_librarian. +seed: 0 +use_timestamp: true +timestamp: '@20240812-143124' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124 +trial_dir: /results/dreamfusion-sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Beaux-Arts architecture villager; a librarian. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Beaux-Arts_architecture_villager;_a_librarian.@20240812-143124/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..aae303052eeeffc56d0c9d1ee506490698481e03 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8144b7eec70b21cc44fa3fe53c1e5de220cdac927c53882e06c2a75688f6c03d +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..aae303052eeeffc56d0c9d1ee506490698481e03 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8144b7eec70b21cc44fa3fe53c1e5de220cdac927c53882e06c2a75688f6c03d +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46c327f1fc5d0770c323cca9fbb8af9e9b30dc3f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-070307' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307 +trial_dir: /results/dreamfusion-sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Byzantine architecture torch singer. With the Minimalism painting style + and using the pastel painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Byzantine_architecture_torch_singer._With_the_Minimalism_painting_style_and_using_the_pastel_painting_technique.@20240808-070307/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2081ab6be9e6e8d47bb34ec975d23b59f114e27c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b847f83fa96b6f8f9a75489ee2b92145b294f8cb567a50cb0c6136a148a93cc1 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2081ab6be9e6e8d47bb34ec975d23b59f114e27c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b847f83fa96b6f8f9a75489ee2b92145b294f8cb567a50cb0c6136a148a93cc1 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3433191219f198a365dd916f32099d70042135f1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_Cal_Poly_Green_golden_oriole. +seed: 0 +use_timestamp: true +timestamp: '@20240814-145144' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Cal_Poly_Green_golden_oriole.@20240814-145144 +trial_dir: /results/dreamfusion-sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Cal Poly Green golden oriole. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Cal_Poly_Green_golden_oriole.@20240814-145144/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4c505fa103d56b55eadbc406ac5437113e5523c2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cdce1db97ef46caec1f6cf3ce8206fb6315c8c02a1f31aabd4f244b08ae8ebd +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4c505fa103d56b55eadbc406ac5437113e5523c2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cdce1db97ef46caec1f6cf3ce8206fb6315c8c02a1f31aabd4f244b08ae8ebd +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..13d48cdee898756d5d13a0229032ce36f9d5a665 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240816-205329' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329 +trial_dir: /results/dreamfusion-sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Chicago school architecture arthritic. With the Academicism painting + style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_arthritic._With_the_Academicism_painting_style.@20240816-205329/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..571a5b6c392f1ac47fb456b1ac8090b9436b2002 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f336616505b567ebfae6bf3ce41ea0df756bc5349e7f2af1e8602911607640c5 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..571a5b6c392f1ac47fb456b1ac8090b9436b2002 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f336616505b567ebfae6bf3ce41ea0df756bc5349e7f2af1e8602911607640c5 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b6e11dffdc1af80ea954dd55847f0ed5ecc4798e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-104944' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944 +trial_dir: /results/dreamfusion-sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Chicago school architecture new world opah. In the style of the artist + Utagawa Hiroshige and using the pencil drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Chicago_school_architecture_new_world_opah._In_the_style_of_the_artist_Utagawa_Hiroshige_and_using_the_pencil_drawing_technique.@20240809-104944/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e4004617173370eddc83dcad8d757da40eca3169 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7a7a31a219856cff299dc2d32e7b7639f41bfb017842d6f2de0092db112bc4 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e4004617173370eddc83dcad8d757da40eca3169 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7a7a31a219856cff299dc2d32e7b7639f41bfb017842d6f2de0092db112bc4 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7b8ae658c249bd6de55c51262b269a10a9ed7507 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-115330' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330 +trial_dir: /results/dreamfusion-sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Colonial architecture nagami. In the genre painting genre and with the + Joseon Dynasty painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Colonial_architecture_nagami._In_the_genre_painting_genre_and_with_the_Joseon_Dynasty_painting_style.@20240809-115330/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..96470df6e17e6f43a84837137b868d1e73c15d51 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2b620781f26415f239fd1e93df63de3d01ee17cb1255455f1644414c38d8a9 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..96470df6e17e6f43a84837137b868d1e73c15d51 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2b620781f26415f239fd1e93df63de3d01ee17cb1255455f1644414c38d8a9 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..134a7d6f25cbfb0115b462e4bbd3f04ba2075dc3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_Lilliputian_and_good-looking_cowage_(mucuna). +seed: 0 +use_timestamp: true +timestamp: '@20240812-074938' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938 +trial_dir: /results/dreamfusion-sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Lilliputian and good-looking cowage (mucuna). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_good-looking_cowage_(mucuna).@20240812-074938/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0a0831b5c7482a015c2b726713a710a454aa88c4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59019e443231277c75d223080eadc0d015811c1344c3b628bcb1bab18fbe1271 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0a0831b5c7482a015c2b726713a710a454aa88c4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59019e443231277c75d223080eadc0d015811c1344c3b628bcb1bab18fbe1271 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8a4d2dd71c0157e4f34265edb02dc2c56becc8e3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-172250' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250 +trial_dir: /results/dreamfusion-sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Lilliputian and honeycombed saddle oxford. Using the pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Lilliputian_and_honeycombed_saddle_oxford._Using_the_pen_drawing_technique.@20240813-172250/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..446db2145590fb11c0a9112123f7c730969453bf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d89708422ebde51ba973fabb0399922bd2d9fd8d79e68dc40c23f316a1a2f0 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..446db2145590fb11c0a9112123f7c730969453bf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d89708422ebde51ba973fabb0399922bd2d9fd8d79e68dc40c23f316a1a2f0 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4c42fd1e8e130efdd10330290533601a4b50c4ed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-054102' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102 +trial_dir: /results/dreamfusion-sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Novelty architecture subarachnoid space. Using the oil painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Novelty_architecture_subarachnoid_space._Using_the_oil_painting_technique.@20240818-054102/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..19af6d889000eb66f6f7aa51cb7d127c3af72da8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9414b56990a14867b6521779380f5b7fca508aea01532b6e8468dbdca30f83 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..19af6d889000eb66f6f7aa51cb7d127c3af72da8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9414b56990a14867b6521779380f5b7fca508aea01532b6e8468dbdca30f83 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..131eea7f9fa11f80e4f08c7c132e58d8ea5b8200 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-094603' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603 +trial_dir: /results/dreamfusion-sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Palladian architecture auk. In the style of the artist Kazimir Malevich + and using the charcoal drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Palladian_architecture_auk._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_charcoal_drawing_technique.@20240809-094603/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..650f47b68168e1e513f467035afbbb6bbae45f48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32cd87cf009f96c85ce4fdae158107501d36b49ca9ceeac6c0403967e0059fb +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..650f47b68168e1e513f467035afbbb6bbae45f48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32cd87cf009f96c85ce4fdae158107501d36b49ca9ceeac6c0403967e0059fb +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..70006b74eb2d73a8aaefb660b23a4220d7797a1f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_Postmodern_architecture_wormhole. +seed: 0 +use_timestamp: true +timestamp: '@20240815-100311' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Postmodern_architecture_wormhole.@20240815-100311 +trial_dir: /results/dreamfusion-sd/A_Postmodern_architecture_wormhole.@20240815-100311 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Postmodern architecture wormhole. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Postmodern_architecture_wormhole.@20240815-100311/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..04b009d475ab37e1ce604126521895e68be7c36a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6f6db94bb0812d3cd69ca440865596ef9d5f627d6be1e8d463051f94f116706 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..04b009d475ab37e1ce604126521895e68be7c36a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6f6db94bb0812d3cd69ca440865596ef9d5f627d6be1e8d463051f94f116706 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f230507fb166138bdf501694b05c9f3a6568d506 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte. +seed: 0 +use_timestamp: true +timestamp: '@20240816-001419' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419 +trial_dir: /results/dreamfusion-sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Queen Anne architecture and revolting dodo (columbiform bird). In the + style of the artist Rene Magritte. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Queen_Anne_architecture_and_revolting_dodo_(columbiform_bird)._In_the_style_of_the_artist_Rene_Magritte.@20240816-001419/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..42c094dc202ba7943309c124465970f027947414 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a71a55c1e8be4c8eef0255c7438439ce8a5404bcdd880c70c96e6bbb7ddadc4 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..42c094dc202ba7943309c124465970f027947414 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a71a55c1e8be4c8eef0255c7438439ce8a5404bcdd880c70c96e6bbb7ddadc4 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7ea4f68ec50e489cb1ae037613a82a6b82a2fb22 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian. +seed: 0 +use_timestamp: true +timestamp: '@20240809-225823' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823 +trial_dir: /results/dreamfusion-sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A Tudor Revival architecture swordtail. In the portrait genre and in the + style of the artist Zhang Daqian. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_Tudor_Revival_architecture_swordtail._In_the_portrait_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240809-225823/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be1d7d06e275c72a028a3d59f6a20c54d4408e2c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f2eba4d690ddc7199f7ee9025be8f621a7334ff27da750608a805eec2ff74b6 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be1d7d06e275c72a028a3d59f6a20c54d4408e2c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f2eba4d690ddc7199f7ee9025be8f621a7334ff27da750608a805eec2ff74b6 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..99b553bb0b380a2b426124ce10a40bbf3a086cb6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-190528' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528 +trial_dir: /results/dreamfusion-sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A baboon. In the abstract genre and using the canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_baboon._In_the_abstract_genre_and_using_the_canvas_painting_technique.@20240811-190528/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0129cacf264767a75264ce6fbf9f7190416783dc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83df4dac5a633bbb737ca8c3dd2ac6609144283a8f76a4189def43b243e47778 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0129cacf264767a75264ce6fbf9f7190416783dc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83df4dac5a633bbb737ca8c3dd2ac6609144283a8f76a4189def43b243e47778 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6aa854e93c99e9b768c4e3ba16fc567ad9cc6ffa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol. +seed: 0 +use_timestamp: true +timestamp: '@20240806-121115' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115 +trial_dir: /results/dreamfusion-sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A babylonian; a political scientist. In the style of the artist Andy Warhol. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_babylonian;_a_political_scientist._In_the_style_of_the_artist_Andy_Warhol.@20240806-121115/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0ce44b4fc937bfe737206873da680c3abafaed1c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40590ac86ebc777431275537e47e725d42a6700b930cc2314ad7ad07134e1087 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0ce44b4fc937bfe737206873da680c3abafaed1c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40590ac86ebc777431275537e47e725d42a6700b930cc2314ad7ad07134e1087 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..062518ec81b9d0235af5c383a7aeb232b95d3548 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bad_person._Using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-192200' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200 +trial_dir: /results/dreamfusion-sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bad person. Using the woodcut painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bad_person._Using_the_woodcut_painting_technique.@20240809-192200/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f401984cd37292fdc319839b00790ad1d6d8169f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6387e290db28d66c52835db43b5cec8d3cf5b17aef7c9f5ad67cf3f16ef2032 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f401984cd37292fdc319839b00790ad1d6d8169f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6387e290db28d66c52835db43b5cec8d3cf5b17aef7c9f5ad67cf3f16ef2032 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..59da49d9a1c6d2acd1df9202d8345d49811d3283 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bagatelle_is_part_of_the_game_for_the_lavalava. +seed: 0 +use_timestamp: true +timestamp: '@20240812-235758' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758 +trial_dir: /results/dreamfusion-sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bagatelle is part of the game for the lavalava. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bagatelle_is_part_of_the_game_for_the_lavalava.@20240812-235758/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..64600983ce974b1aa1440160d737d399b97cb965 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4746c59ce3897219d64b31c3ec99a0c125486a420e76e025412f41e8cd8509 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..64600983ce974b1aa1440160d737d399b97cb965 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4746c59ce3897219d64b31c3ec99a0c125486a420e76e025412f41e8cd8509 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1ff3462c7c3d1bf33f4880fa9c5525e1582c4ee5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-212528' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528 +trial_dir: /results/dreamfusion-sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bait. In the style of the artist Zeng Fanzhi and with the Spatialism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bait._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Spatialism_painting_style.@20240811-212528/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dc5176f553ef9551bca6a54008851d57fcfac7cf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:090c0c0a2b09c113ce129aceb29483e921448e4d28f4ab56db2494d66ec6fad9 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dc5176f553ef9551bca6a54008851d57fcfac7cf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:090c0c0a2b09c113ce129aceb29483e921448e4d28f4ab56db2494d66ec6fad9 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..71e48791dd5c9d411751ab0c38c96570604100b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-184819' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819 +trial_dir: /results/dreamfusion-sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bangle; a basket maker. With the Nanga (Bunjinga) painting style and + using the ink painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bangle;_a_basket_maker._With_the_Nanga_(Bunjinga)_painting_style_and_using_the_ink_painting_technique.@20240809-184819/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..de6840b730f2dec34fef5ffcd64f381edef5d470 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbc9f7c9c37ec28bed2e4bb8e19232dd9ef0f5823bb2bf5882083a6fa3ee7b4 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..de6840b730f2dec34fef5ffcd64f381edef5d470 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbc9f7c9c37ec28bed2e4bb8e19232dd9ef0f5823bb2bf5882083a6fa3ee7b4 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..70e2de64cbb89d031948f307e5ddef60e67a4339 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-184943' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943 +trial_dir: /results/dreamfusion-sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A barberton daisy. In the style of the artist Raphael Kirchner and with + the Automatic Painting painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barberton_daisy._In_the_style_of_the_artist_Raphael_Kirchner_and_with_the_Automatic_Painting_painting_style.@20240811-184943/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0dd6e63e50f961ea1258d8970cb74995d872f422 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cfc47ed43b201ca0c1a2f58454426c7829a152b32be3aab4070de9dd192b2a5 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0dd6e63e50f961ea1258d8970cb74995d872f422 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cfc47ed43b201ca0c1a2f58454426c7829a152b32be3aab4070de9dd192b2a5 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cdbedf8c5d6fd42675cc9f7577c15b70361e315b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-130209' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209 +trial_dir: /results/dreamfusion-sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A barnacle; a shrike; a bolometer. In the history painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barnacle;_a_shrike;_a_bolometer._In_the_history_painting_genre.@20240813-130209/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..074bbaca8bad9f0b8cf28fc46b5f90a08196f63a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f20c474d73dc36d0ac11ee5accb636cb7f98de483d9470ab0bb134258460b7 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..074bbaca8bad9f0b8cf28fc46b5f90a08196f63a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f20c474d73dc36d0ac11ee5accb636cb7f98de483d9470ab0bb134258460b7 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..67e9924d45644e5a97a08791cc7538b196d41c1d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-051844' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844 +trial_dir: /results/dreamfusion-sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A barong. With the Concretism painting style and using the ballpoint pen + drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barong._With_the_Concretism_painting_style_and_using_the_ballpoint_pen_drawing_technique.@20240812-051844/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b281972a2fa179efb912b2df60974b776b320beb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d50a04905b305ceeb93b461eb647a917030748074931565732585e2dcdb0b1 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b281972a2fa179efb912b2df60974b776b320beb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d50a04905b305ceeb93b461eb647a917030748074931565732585e2dcdb0b1 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a1ae2cd13da7a3f5c8ef377ef86fc8ccff3b78c1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie. +seed: 0 +use_timestamp: true +timestamp: '@20240810-202631' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631 +trial_dir: /results/dreamfusion-sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A barrage balloon is part of train composition with the bow tie. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barrage_balloon_is_part_of_train_composition_with_the_bow_tie.@20240810-202631/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..543ef563928a4b71c2724d4bb730d59f6dd8fdc3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50da36939ac97f613e5a6c409f0da754f376b4990760245eeb3ecf15538250e9 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..543ef563928a4b71c2724d4bb730d59f6dd8fdc3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50da36939ac97f613e5a6c409f0da754f376b4990760245eeb3ecf15538250e9 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e6980a33d0737a2af3048163ef9a5e324adfc7f5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240815-145251' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251 +trial_dir: /results/dreamfusion-sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A barren is represents operator or service of the bell jar. In the wildlife + painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_barren_is_represents_operator_or_service_of_the_bell_jar._In_the_wildlife_painting_genre.@20240815-145251/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bbbbcd617fd8890be21f1841b916a72148ca2a0c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347c735d9673cb83adc17dc4e6f3906d71320853878ce647d3982b722d2ec4da +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bbbbcd617fd8890be21f1841b916a72148ca2a0c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347c735d9673cb83adc17dc4e6f3906d71320853878ce647d3982b722d2ec4da +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58aa7239c6bad8c139de28d00d434d418cd956c3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_basket_maker._Using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-003233' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_basket_maker._Using_the_cave_painting_technique.@20240810-003233 +trial_dir: /results/dreamfusion-sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A basket maker. Using the cave painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_basket_maker._Using_the_cave_painting_technique.@20240810-003233/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..45c4b439a3a9b63ef76d46048106e05ac80aa84e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43724e36f523c754e7c8ac9e347cff08569147945503920cb592e0e2e4a9a6ca +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..45c4b439a3a9b63ef76d46048106e05ac80aa84e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43724e36f523c754e7c8ac9e347cff08569147945503920cb592e0e2e4a9a6ca +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2f88f1e32d32abad6b2b7669765c0967cec01726 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bastard_(offspring). +seed: 0 +use_timestamp: true +timestamp: '@20240807-164632' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bastard_(offspring).@20240807-164632 +trial_dir: /results/dreamfusion-sd/A_bastard_(offspring).@20240807-164632 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bastard (offspring). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bastard_(offspring).@20240807-164632/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3b44e59175afc218921792e43e908e4b85aee0c2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49f8fdfbace4fe0d4ca8683d47e2dea66628757523271770c998acd95d68a42 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3b44e59175afc218921792e43e908e4b85aee0c2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49f8fdfbace4fe0d4ca8683d47e2dea66628757523271770c998acd95d68a42 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a2baa38c3a3ad03d4c2e2c3ac59ee0eb075fef78 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bath_mat. +seed: 0 +use_timestamp: true +timestamp: '@20240808-011315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bath_mat.@20240808-011315 +trial_dir: /results/dreamfusion-sd/A_bath_mat.@20240808-011315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bath mat. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bath_mat.@20240808-011315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2dd8e238710e5a46d9e3ad73c643fe703d5c6e89 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:102ed22d362e0bfcded8827db34b4e52e1ad355f0a6e29fb1dfe0a93b66839b8 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2dd8e238710e5a46d9e3ad73c643fe703d5c6e89 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:102ed22d362e0bfcded8827db34b4e52e1ad355f0a6e29fb1dfe0a93b66839b8 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b98c173239363227f284a78a897b02b78ca20194 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-034803' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803 +trial_dir: /results/dreamfusion-sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bean (legume); a potemkin village. With the Nihonga painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bean_(legume);_a_potemkin_village._With_the_Nihonga_painting_style.@20240817-034803/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..254372f17ded75f7dd68cfd62bda08016c347cb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617563c2f13a4fd4f5cacc134556573454494df19f976e15b9ce2cb77f3abb31 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..254372f17ded75f7dd68cfd62bda08016c347cb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617563c2f13a4fd4f5cacc134556573454494df19f976e15b9ce2cb77f3abb31 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c06b3137cfab952beed074a0a41905bff9f7316b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240806-170342' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342 +trial_dir: /results/dreamfusion-sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bear claw; drill press. With the Neoplasticism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bear_claw;_drill_press._With_the_Neoplasticism_painting_style.@20240806-170342/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..655850cf3613d4ca39859c71a068319945a3bf23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e061f7b9a67e8842d34ea5768d876fc5d831eae800d209262cb52f7f1208f656 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..655850cf3613d4ca39859c71a068319945a3bf23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e061f7b9a67e8842d34ea5768d876fc5d831eae800d209262cb52f7f1208f656 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0d10b25a63d666f01d69b55f3921325dca5e38cd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-135702' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702 +trial_dir: /results/dreamfusion-sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bed (plot). With the Mannerism (Late Renaissance) painting style and + using the chalk drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bed_(plot)._With_the_Mannerism_(Late_Renaissance)_painting_style_and_using_the_chalk_drawing_technique.@20240812-135702/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3b70b9e08aae412229820d970c8efc677e03a959 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d5cc2238c5acf093b5039ae2cdc9454b564b3633d98fb84de77c8b0f8960b3 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3b70b9e08aae412229820d970c8efc677e03a959 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d5cc2238c5acf093b5039ae2cdc9454b564b3633d98fb84de77c8b0f8960b3 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..56fbbc065602e054edad546b397b84aa34606f18 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_beer_hall._Using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-171425' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425 +trial_dir: /results/dreamfusion-sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A beer hall. Using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beer_hall._Using_the_cross-stitch_technique.@20240809-171425/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ae9d3eab2ea62b2d3a398439e6c871d9b7c94251 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8706476fb61ea2e80efc91ea73bffbb91b56d25a382e055bf63be870e5888ad +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ae9d3eab2ea62b2d3a398439e6c871d9b7c94251 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8706476fb61ea2e80efc91ea73bffbb91b56d25a382e055bf63be870e5888ad +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dca041b514dab01896860b5ffbfe80edcea88346 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_beggar;_a_mountain;_a_stick_figure. +seed: 0 +use_timestamp: true +timestamp: '@20240811-232928' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_beggar;_a_mountain;_a_stick_figure.@20240811-232928 +trial_dir: /results/dreamfusion-sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A beggar; a mountain; a stick figure. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beggar;_a_mountain;_a_stick_figure.@20240811-232928/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..15ad439238285bda3f195f89ab08ddeed5d0510e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ee821637781e2c7c202836c679bee582dfd653a9c8a2a538ed702d2c1612bc +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..15ad439238285bda3f195f89ab08ddeed5d0510e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ee821637781e2c7c202836c679bee582dfd653a9c8a2a538ed702d2c1612bc +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3826f8faade0dd535072dbe73839c0ec93587393 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240815-015838' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838 +trial_dir: /results/dreamfusion-sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A beige indigo broom; a cryptograph. Using the pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_beige_indigo_broom;_a_cryptograph._Using_the_pen_drawing_technique.@20240815-015838/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d8544e43ba02ec98c17ecdc1de5c132db5caaf54 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e34e233ce47b144e08dbf26fc5a366e463164310bb96fcf2dc06b0b31b0cb528 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d8544e43ba02ec98c17ecdc1de5c132db5caaf54 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e34e233ce47b144e08dbf26fc5a366e463164310bb96fcf2dc06b0b31b0cb528 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..65da4d4bd692d5eba1a3744cca116bf3a2a2c589 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-010217' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217 +trial_dir: /results/dreamfusion-sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bell tent. In the mythological painting genre and with the International + Gothic painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bell_tent._In_the_mythological_painting_genre_and_with_the_International_Gothic_painting_style.@20240812-010217/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..31e78e0899e95af12ee03f2503cc66632d215187 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b39d39ce195ad969856c11ff6e212e3dc4e058325c3cf539185b30975a48bbf +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..31e78e0899e95af12ee03f2503cc66632d215187 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b39d39ce195ad969856c11ff6e212e3dc4e058325c3cf539185b30975a48bbf +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..376976ee15693bb2f41c40e49bf6a12070e10b39 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent. +seed: 0 +use_timestamp: true +timestamp: '@20240814-072150' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150 +trial_dir: /results/dreamfusion-sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bereaved is dining across from the extern. In the style of the artist + John Singer Sargent. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bereaved_is_dining_across_from_the_extern._In_the_style_of_the_artist_John_Singer_Sargent.@20240814-072150/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ffcef2430948181a6c953b2ed8ffc78e2d0dba73 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210b21ab651fb61e44ddb6e104c4fe39646565f75a5dfaaf475e27ca2129b5eb +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ffcef2430948181a6c953b2ed8ffc78e2d0dba73 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210b21ab651fb61e44ddb6e104c4fe39646565f75a5dfaaf475e27ca2129b5eb +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a2476da319345435605928bcf04ef89e96b0f27f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_besieger_(petitioner)_is_at_ease_with_the_arrow. +seed: 0 +use_timestamp: true +timestamp: '@20240812-064253' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253 +trial_dir: /results/dreamfusion-sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A besieger (petitioner) is at ease with the arrow. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_besieger_(petitioner)_is_at_ease_with_the_arrow.@20240812-064253/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..48d0755304d7c56cf53759b6edc6fa43885e8343 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d12e233c9f5c78be3fc1a50386ccf3ac196b272bdafe7487f1ff47abf1d9c671 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..48d0755304d7c56cf53759b6edc6fa43885e8343 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d12e233c9f5c78be3fc1a50386ccf3ac196b272bdafe7487f1ff47abf1d9c671 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46cd0ec2491345b1afaf4ee07979347cc7ce3b7a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-210939' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939 +trial_dir: /results/dreamfusion-sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bicycle wheel. In the quadratura genre and using the acrylic painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bicycle_wheel._In_the_quadratura_genre_and_using_the_acrylic_painting_technique.@20240811-210939/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3e7b5039ffc032fe40ed395004e9f144ab22b11a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07af8f87e27a33957f8fb1536e3c63de98d8e9427b1bf14cbc875e4a36c0a17c +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3e7b5039ffc032fe40ed395004e9f144ab22b11a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07af8f87e27a33957f8fb1536e3c63de98d8e9427b1bf14cbc875e4a36c0a17c +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e4268ac9603ce922504598d21b2df3bc424ce030 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240819-113420' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420 +trial_dir: /results/dreamfusion-sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A big-boned and soap garment cutter. In the style of the artist Hans Holbein + the Younger and with the Verism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-boned_and_soap_garment_cutter._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_with_the_Verism_painting_style.@20240819-113420/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6efa34454fdabc9f996285726a2baa2ac5f82ed6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1652c1a2bc58bc2d072569fd4f4b18860bd9fdec5bed8d106ee38ff67eafab63 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6efa34454fdabc9f996285726a2baa2ac5f82ed6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1652c1a2bc58bc2d072569fd4f4b18860bd9fdec5bed8d106ee38ff67eafab63 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..30423e9114110f1bb1951f27af22081209875d03 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_big-boned_miter_(headdress). +seed: 0 +use_timestamp: true +timestamp: '@20240815-234050' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_big-boned_miter_(headdress).@20240815-234050 +trial_dir: /results/dreamfusion-sd/A_big-boned_miter_(headdress).@20240815-234050 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A big-boned miter (headdress). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-boned_miter_(headdress).@20240815-234050/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6ef9aaabd0b417fb575fa41a77e9e4c1d8348e62 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8b5fccb6eb077459c24d89bb33fa22ae8ed55441a44be434ee5e7f92efc26b +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6ef9aaabd0b417fb575fa41a77e9e4c1d8348e62 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8b5fccb6eb077459c24d89bb33fa22ae8ed55441a44be434ee5e7f92efc26b +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7b5c4a8bc26f5abeaedd1544213bb6f3c51a1bc2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_big-eared_bat_is_titled_the_interceptor. +seed: 0 +use_timestamp: true +timestamp: '@20240813-003145' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_big-eared_bat_is_titled_the_interceptor.@20240813-003145 +trial_dir: /results/dreamfusion-sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A big-eared bat is titled the interceptor. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big-eared_bat_is_titled_the_interceptor.@20240813-003145/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0f8daaf17adb45af8d11785ef3bc10eea2db3e48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:510469905af1b33a5fefda887022f863dbac1f00d00e063b70aa53b7a50eb02e +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0f8daaf17adb45af8d11785ef3bc10eea2db3e48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:510469905af1b33a5fefda887022f863dbac1f00d00e063b70aa53b7a50eb02e +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..63cce9b63e052884d8da344a681643f4201ae1f7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-121247' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247 +trial_dir: /results/dreamfusion-sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A big case knife (knife). With the Action painting painting style and + using the crayon drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_case_knife_(knife)._With_the_Action_painting_painting_style_and_using_the_crayon_drawing_technique.@20240810-121247/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..048bfb8a6af35cf1df5fcdee9db2ec53714a3bfc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0cb4b1c8f4831a983223190d0acdff0c4e67671e9decbbbf1387c33622881f7 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..048bfb8a6af35cf1df5fcdee9db2ec53714a3bfc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0cb4b1c8f4831a983223190d0acdff0c4e67671e9decbbbf1387c33622881f7 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dc60a50436593ec70a00065176401f2ad4c7946c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-171636' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636 +trial_dir: /results/dreamfusion-sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A big duke (peer); a cursed crowfoot. In the style of the artist Frida + Kahlo and using the ancient Egyptian mural technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_duke_(peer);_a_cursed_crowfoot._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_ancient_Egyptian_mural_technique.@20240818-171636/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..616a7c10493732dd0e66c1cff54a33c2a68228ab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b20b3fdb233fb24013cdd3b0ddf116490c0bb77b5518361ed56ea92e3f89ac9 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..616a7c10493732dd0e66c1cff54a33c2a68228ab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b20b3fdb233fb24013cdd3b0ddf116490c0bb77b5518361ed56ea92e3f89ac9 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1171969dbbb2aef0892a6269a5b8af882f52ba52 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-084113' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113 +trial_dir: /results/dreamfusion-sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A big hindu (religious person). In the style of the artist Barnett Newman + and using the 3D rendering technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_hindu_(religious_person)._In_the_style_of_the_artist_Barnett_Newman_and_using_the_3D_rendering_technique.@20240809-084113/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..efe1858df93efdfe3d649908efbeb863074ef70f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8ba85fb52c0e8d14b40698ae8f9b2c75804f872dafe4ccb13101c4aef156227 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..efe1858df93efdfe3d649908efbeb863074ef70f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8ba85fb52c0e8d14b40698ae8f9b2c75804f872dafe4ccb13101c4aef156227 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..94d4e6889e38dfa311e58a52c1261694bb63d8d6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-101745' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745 +trial_dir: /results/dreamfusion-sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A big poke milkweed. In the style of the artist John Singer Sargent and + with the Byzantine painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_big_poke_milkweed._In_the_style_of_the_artist_John_Singer_Sargent_and_with_the_Byzantine_painting_style.@20240809-101745/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..362b380b2da44dc0ac6d46a728df81d1c24af60a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:496bcc308b0a728c47ef282349ed40ac1ae396f6052077afe66bff943f355abf +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..362b380b2da44dc0ac6d46a728df81d1c24af60a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:496bcc308b0a728c47ef282349ed40ac1ae396f6052077afe66bff943f355abf +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dbb0ee7f981a84bee5794387b38f107139c7135f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bit_(part)._In_the_interior_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240810-065711' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bit_(part)._In_the_interior_genre.@20240810-065711 +trial_dir: /results/dreamfusion-sd/A_bit_(part)._In_the_interior_genre.@20240810-065711 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bit (part). In the interior genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bit_(part)._In_the_interior_genre.@20240810-065711/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dc2080e1f994eb5bed21ecf4e65e87ceade3d4ed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f241c8c81fa3e7550a31f2d094955030196a84c3da2e8420ff68400616761ed6 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dc2080e1f994eb5bed21ecf4e65e87ceade3d4ed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f241c8c81fa3e7550a31f2d094955030196a84c3da2e8420ff68400616761ed6 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4f135e076d1292374c6dce394a78dfd8b43b7f23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-065259' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259 +trial_dir: /results/dreamfusion-sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bitt pin. In the style of the artist Martiros Saryan and with the Rayonism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bitt_pin._In_the_style_of_the_artist_Martiros_Saryan_and_with_the_Rayonism_painting_style.@20240812-065259/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9c8787c2231659b7758ecfa54cfd3f1c0703a4a4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4820a5190694cf38bcacd1ee2d7a9b2213048a36084a4a30caea8400cd1eb7c0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9c8787c2231659b7758ecfa54cfd3f1c0703a4a4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4820a5190694cf38bcacd1ee2d7a9b2213048a36084a4a30caea8400cd1eb7c0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7c4a505c2b5a244fdaa519aa034f41b41334fedb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-161542' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542 +trial_dir: /results/dreamfusion-sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A black crappie is under direction of the transsexual (person). In the + interior genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_black_crappie_is_under_direction_of_the_transsexual_(person)._In_the_interior_genre.@20240813-161542/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..db55c34b40ae75dc1f7f9521954192d4d3c2abf2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8b97149dc2ff327e998d74dfaf083a23bceb624b98caae18abfcf5b97ccb361 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..db55c34b40ae75dc1f7f9521954192d4d3c2abf2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8b97149dc2ff327e998d74dfaf083a23bceb624b98caae18abfcf5b97ccb361 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d9363a7bb162ec0636da6c710cb283fd01f03ea7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-042939' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939 +trial_dir: /results/dreamfusion-sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bletia; a phellem; an opening (artifact). In the style of the artist + Francisco Goya and using the gouache painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bletia;_a_phellem;_an_opening_(artifact)._In_the_style_of_the_artist_Francisco_Goya_and_using_the_gouache_painting_technique.@20240818-042939/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3dcd97f036e68408248faef41740380151f38700 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f9cd163ee81d613cc866a9ab664cd4990e20be2f4535492ad6430ea85d3470 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3dcd97f036e68408248faef41740380151f38700 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f9cd163ee81d613cc866a9ab664cd4990e20be2f4535492ad6430ea85d3470 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..440719d4456e9ae44da58644c321dae55652ae04 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-154526' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526 +trial_dir: /results/dreamfusion-sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bluejack oak. In the style of the artist Giotto and using the woodcut + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bluejack_oak._In_the_style_of_the_artist_Giotto_and_using_the_woodcut_painting_technique.@20240811-154526/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b998fdc2961da89f79dd8a34a5535cfa6bc5edee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336d2ab79939e5b6d014f7788b8c80542ff025eef15930ba8afc86db2dd13e62 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b998fdc2961da89f79dd8a34a5535cfa6bc5edee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336d2ab79939e5b6d014f7788b8c80542ff025eef15930ba8afc86db2dd13e62 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ff9fc673fe500e0f83f8de9ec5a94b7b8025aa8d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-124638' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638 +trial_dir: /results/dreamfusion-sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A boatswain's chair. In the style of the artist Maurice Utrillo and with + the International Gothic painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_boatswain's_chair._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_International_Gothic_painting_style.@20240812-124638/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..77d67764dcfad842f3c0e48f5da374a58c77a072 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde209860205f394a42305af35daa028ea7873e85b07f6aa17b8d7d72af3b279 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..77d67764dcfad842f3c0e48f5da374a58c77a072 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde209860205f394a42305af35daa028ea7873e85b07f6aa17b8d7d72af3b279 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..356b4b577d4dcd481195027f59379bcfe735fca8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-121100' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100 +trial_dir: /results/dreamfusion-sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bog rosemary; a fagoting; a hard palate. In the religious painting genre + and using the cartoon painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bog_rosemary;_a_fagoting;_a_hard_palate._In_the_religious_painting_genre_and_using_the_cartoon_painting_technique.@20240817-121100/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e05ddf524bcaa957e3c3335239b67b97eca1bed8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f104183686e4dfe4ce1c35f6a352d7768ad5977539c2c0a55f32c341b362b681 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e05ddf524bcaa957e3c3335239b67b97eca1bed8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f104183686e4dfe4ce1c35f6a352d7768ad5977539c2c0a55f32c341b362b681 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..211edb713ceeb501cde51bf62f8dfcfa6b7c53cf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bomber_(airplane). +seed: 0 +use_timestamp: true +timestamp: '@20240806-152047' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bomber_(airplane).@20240806-152047 +trial_dir: /results/dreamfusion-sd/A_bomber_(airplane).@20240806-152047 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bomber (airplane). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bomber_(airplane).@20240806-152047/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5b92eb26a2cc1163c37cab24778906eab73516a6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e2fa4cbc58ee3a1c2c3c2169c06fb35f41dbb91f3bf84086f86d6b138bbd46 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5b92eb26a2cc1163c37cab24778906eab73516a6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e2fa4cbc58ee3a1c2c3c2169c06fb35f41dbb91f3bf84086f86d6b138bbd46 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..96099bb9e33788974e8a2ef9f34e32942e1319e6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-041948' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948 +trial_dir: /results/dreamfusion-sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bonny namesake. With the Neo-Romanticism painting style and using the + cartoon painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_namesake._With_the_Neo-Romanticism_painting_style_and_using_the_cartoon_painting_technique.@20240808-041948/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bc89dba7810b0912f5c0cbc13cbd7865aeba50c1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca9e5f602c8e2e8cb3728e251fa40bfb690235648952badf14fe4226c4a5d8a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bc89dba7810b0912f5c0cbc13cbd7865aeba50c1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca9e5f602c8e2e8cb3728e251fa40bfb690235648952badf14fe4226c4a5d8a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fc8b23a2d324fbe6da83186943503c6ca0cb0909 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-092931' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931 +trial_dir: /results/dreamfusion-sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bonny okapi. In the style of the artist Maurice Utrillo and using the + cave painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_okapi._In_the_style_of_the_artist_Maurice_Utrillo_and_using_the_cave_painting_technique.@20240810-092931/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9d3c3441ae3499e84e91a147242892e49e83740f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c2c4f259c11de562f9f0439b446b740f18cd422e620b016388c09a8babd9ac +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9d3c3441ae3499e84e91a147242892e49e83740f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c2c4f259c11de562f9f0439b446b740f18cd422e620b016388c09a8babd9ac +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b2bf2f37a824105f8d3755d2311d451a620555a0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bonny_scoter. +seed: 0 +use_timestamp: true +timestamp: '@20240816-161400' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bonny_scoter.@20240816-161400 +trial_dir: /results/dreamfusion-sd/A_bonny_scoter.@20240816-161400 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bonny scoter. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bonny_scoter.@20240816-161400/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5a533a9b42cfa594a7194f6407d25279dff36ce7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa04e66020ceeabfefe1c0730dac6b63f238e088d010b0dc5cb2f45ef8e8d87 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5a533a9b42cfa594a7194f6407d25279dff36ce7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa04e66020ceeabfefe1c0730dac6b63f238e088d010b0dc5cb2f45ef8e8d87 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5b13137919b9133c71a084344b05b0f393f3c920 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_booby._With_the_Classicism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-133120' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_booby._With_the_Classicism_painting_style.@20240809-133120 +trial_dir: /results/dreamfusion-sd/A_booby._With_the_Classicism_painting_style.@20240809-133120 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A booby. With the Classicism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_booby._With_the_Classicism_painting_style.@20240809-133120/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..caf0618fd2dd1d860ff247f69287a458acce1b69 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c26b9d5f856695959e4ad05ad654758a8313db135c5689dd54cb8caa7e336c8f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..caf0618fd2dd1d860ff247f69287a458acce1b69 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c26b9d5f856695959e4ad05ad654758a8313db135c5689dd54cb8caa7e336c8f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e652ac1a7dea273ae2281afe1a9ee8b51c2bd795 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bookshelf;_a_vaccinee;_a_problem_solver. +seed: 0 +use_timestamp: true +timestamp: '@20240811-215117' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117 +trial_dir: /results/dreamfusion-sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bookshelf; a vaccinee; a problem solver. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bookshelf;_a_vaccinee;_a_problem_solver.@20240811-215117/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fbacef36adb3714cb18ee54b6cad52ba5b8ce3f4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39482978223b13e9769ab6033305a18d92ebee5cffd34b7222e0e33702a5bc66 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fbacef36adb3714cb18ee54b6cad52ba5b8ce3f4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39482978223b13e9769ab6033305a18d92ebee5cffd34b7222e0e33702a5bc66 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..458075d3d0e178c2b35eaea0bf8cbf07d8d8c968 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240818-184038' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038 +trial_dir: /results/dreamfusion-sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bottom dog; an in shape father (priest). In the sketch and study genre + and with the Expressionism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bottom_dog;_an_in_shape_father_(priest)._In_the_sketch_and_study_genre_and_with_the_Expressionism_painting_style.@20240818-184038/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c92c36ee12a6ee3e8408d558209ac27b21c4713d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc6d758350347fb171539a783c71c703f44446a7caf343e52ccef59ed9f4d63 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c92c36ee12a6ee3e8408d558209ac27b21c4713d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc6d758350347fb171539a783c71c703f44446a7caf343e52ccef59ed9f4d63 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dc1cc5f6ea8deda145c8dda609099edb00a38fa9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-163909' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909 +trial_dir: /results/dreamfusion-sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A box turtle. In the quadratura genre and using the pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_box_turtle._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240812-163909/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..64d226508af815992eb8dc6a9be675f48768c481 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f9e80a5c6822fbbe323246a1b643f09e3d212220cf32c3ed4c460d9c5363f2f +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..64d226508af815992eb8dc6a9be675f48768c481 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f9e80a5c6822fbbe323246a1b643f09e3d212220cf32c3ed4c460d9c5363f2f +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..25dde3a240abd57b4349aa0ead7210c719d067eb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator). +seed: 0 +use_timestamp: true +timestamp: '@20240813-010459' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459 +trial_dir: /results/dreamfusion-sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A boysenberry (berry); a piece (creation); a counter (calculator). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_boysenberry_(berry);_a_piece_(creation);_a_counter_(calculator).@20240813-010459/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..444c5e5a712310bb11d7afb1342e668155525553 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deb6b893901cf5f5bdc958145bbc0a256a66fa56624bef4870f984b931c878f1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..444c5e5a712310bb11d7afb1342e668155525553 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deb6b893901cf5f5bdc958145bbc0a256a66fa56624bef4870f984b931c878f1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1dad54ef17e4793a0e60ec9922d1a22144af4659 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_brake_pad._In_the_miniature_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240811-004027' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_brake_pad._In_the_miniature_genre.@20240811-004027 +trial_dir: /results/dreamfusion-sd/A_brake_pad._In_the_miniature_genre.@20240811-004027 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A brake pad. In the miniature genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brake_pad._In_the_miniature_genre.@20240811-004027/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c9982c0c32eb445257df3cc559a9435f0adb1a85 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d87de4782664c12a7c37d908e393bc8864490d3bbf046d4c5fa2b27fa0d7a4c +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c9982c0c32eb445257df3cc559a9435f0adb1a85 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d87de4782664c12a7c37d908e393bc8864490d3bbf046d4c5fa2b27fa0d7a4c +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..90e88dbb9ac521e863a8a3dd740b51c83fa87a48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-145655' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655 +trial_dir: /results/dreamfusion-sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A brazil nut (nut tree); a mint (plant). With the Synthetic Cubism painting + style and using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brazil_nut_(nut_tree);_a_mint_(plant)._With_the_Synthetic_Cubism_painting_style_and_using_the_cross-stitch_technique.@20240810-145655/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d8f3b11ecc4ff8bb7b6357d48774f6d26df71e7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2e5b686188ed87c705020136c754b011c09d0d929c964440c4c4248521877a +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d8f3b11ecc4ff8bb7b6357d48774f6d26df71e7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2e5b686188ed87c705020136c754b011c09d0d929c964440c4c4248521877a +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f5c65f10cc6cca88613606b9f6abe6242ef80411 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240819-063745' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745 +trial_dir: /results/dreamfusion-sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A brick and slim cord (conductor). With the Light and Space painting style + and using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brick_and_slim_cord_(conductor)._With_the_Light_and_Space_painting_style_and_using_the_encaustic_painting_technique.@20240819-063745/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..926f41214090853bc1039f4a5c670f4f8b5869f6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f19888fa8dbaf2074c9540d431e3775517b81934f4c8868fd9fa1136ce9d6f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..926f41214090853bc1039f4a5c670f4f8b5869f6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f19888fa8dbaf2074c9540d431e3775517b81934f4c8868fd9fa1136ce9d6f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3cc89c377f8c0bfb1530ed70da49126215598abe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_broad-shouldered_crescent_wrench. +seed: 0 +use_timestamp: true +timestamp: '@20240814-100017' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_broad-shouldered_crescent_wrench.@20240814-100017 +trial_dir: /results/dreamfusion-sd/A_broad-shouldered_crescent_wrench.@20240814-100017 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A broad-shouldered crescent wrench. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_broad-shouldered_crescent_wrench.@20240814-100017/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..99e78279cfd880597e2799b51494cac9024d77b7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b31247e072bc36d228ed18b2dd7d13e63c0d19147d33527814cd6799e96bbf +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..99e78279cfd880597e2799b51494cac9024d77b7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b31247e072bc36d228ed18b2dd7d13e63c0d19147d33527814cd6799e96bbf +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd74b0e155e5422ed9708cd10975ff6f0591e940 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-222058' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058 +trial_dir: /results/dreamfusion-sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A broadax; a gagman (writer). In the panorama genre and with the Lettrism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_broadax;_a_gagman_(writer)._In_the_panorama_genre_and_with_the_Lettrism_painting_style.@20240807-222058/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4eca2496cc77af8005379cb11af2646d9d193296 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae60ea8a244b51049876d94fba20c435f2165e6c200588c45bc2e15e0c215406 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4eca2496cc77af8005379cb11af2646d9d193296 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae60ea8a244b51049876d94fba20c435f2165e6c200588c45bc2e15e0c215406 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ad6e74fc0d348aae7f2df4640441cc03ed03c473 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt. +seed: 0 +use_timestamp: true +timestamp: '@20240810-230406' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406 +trial_dir: /results/dreamfusion-sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A brocket (red deer). In the style of the artist Rembrandt. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brocket_(red_deer)._In_the_style_of_the_artist_Rembrandt.@20240810-230406/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9bf766f5183cfb487cfc7ea13fb6fdc40a766db0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d98319293de699aaeb579c98de3423f2f6c336a5b0ade15d7b5b7a3b1c8ab5 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9bf766f5183cfb487cfc7ea13fb6fdc40a766db0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d98319293de699aaeb579c98de3423f2f6c336a5b0ade15d7b5b7a3b1c8ab5 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..12a2ffb771661c2c40f720425a17e593c7709685 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_brogan._With_the_Color_Field_Painting_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-041501' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501 +trial_dir: /results/dreamfusion-sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A brogan. With the Color Field Painting painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brogan._With_the_Color_Field_Painting_painting_style.@20240810-041501/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9c2d55d4d38723e1d3b42c215fb300b91d7e3c26 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d256f049e2e08913ad59cc844b2bd591e49bcd382f508253240c07494fd58738 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9c2d55d4d38723e1d3b42c215fb300b91d7e3c26 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d256f049e2e08913ad59cc844b2bd591e49bcd382f508253240c07494fd58738 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2b875d345eb8a9c16ac7ad5637596593bcd9c0d8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_brown_rat. +seed: 0 +use_timestamp: true +timestamp: '@20240807-050843' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_brown_rat.@20240807-050843 +trial_dir: /results/dreamfusion-sd/A_brown_rat.@20240807-050843 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A brown rat. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brown_rat.@20240807-050843/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..78235f81271c558343eb240e92a535fdb36e13f4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcdcb8758c810980fc73cd16ebb2ecbe09325c0439ec1fb1f5ad44d3fec00416 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..78235f81271c558343eb240e92a535fdb36e13f4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcdcb8758c810980fc73cd16ebb2ecbe09325c0439ec1fb1f5ad44d3fec00416 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b1ea63f7a7042911971533937e20a97cc46b88e4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_brown_time-delay_measuring_instrument;_a_blank_(cartridge). +seed: 0 +use_timestamp: true +timestamp: '@20240812-203552' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552 +trial_dir: /results/dreamfusion-sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A brown time-delay measuring instrument; a blank (cartridge). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brown_time-delay_measuring_instrument;_a_blank_(cartridge).@20240812-203552/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c6522281b9f740f54de6a0ad3d6863c9972f358f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:badb42a3c4da877af579488ea9e26980c9fcfc5485abfb9f15b707b280adf1d8 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c6522281b9f740f54de6a0ad3d6863c9972f358f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:badb42a3c4da877af579488ea9e26980c9fcfc5485abfb9f15b707b280adf1d8 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..02f5a2ca94dce4e6f10c61faa3be1fb0d0a91985 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_browned_eavesdropper._In_the_figurative_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240807-000614' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614 +trial_dir: /results/dreamfusion-sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A browned eavesdropper. In the figurative genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_browned_eavesdropper._In_the_figurative_genre.@20240807-000614/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6ea66d5f31b8b8135cba3310380f90d908d36936 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e98321354089bb88deacd66077622ade16057d08653ecd8dbf12f967041eb1f5 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6ea66d5f31b8b8135cba3310380f90d908d36936 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e98321354089bb88deacd66077622ade16057d08653ecd8dbf12f967041eb1f5 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..24b055a4c61abf6f921941434668e4ffb6140763 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama. +seed: 0 +use_timestamp: true +timestamp: '@20240818-051233' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233 +trial_dir: /results/dreamfusion-sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A browned proof (photographic print); a horse tick. In the bijinga genre + and in the style of the artist Yayoi Kusama. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_browned_proof_(photographic_print);_a_horse_tick._In_the_bijinga_genre_and_in_the_style_of_the_artist_Yayoi_Kusama.@20240818-051233/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9ea29dd42eb895ed481de89eb6f46b61eb735429 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:673ee5451a05e5f5e74b4f424cdb76e0fcac417f8afaca851b4f15d1f744a91d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9ea29dd42eb895ed481de89eb6f46b61eb735429 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:673ee5451a05e5f5e74b4f424cdb76e0fcac417f8afaca851b4f15d1f744a91d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..01669a378aabb417b858734a4ad207be5067c99c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_brunet;_a_reset_button. +seed: 0 +use_timestamp: true +timestamp: '@20240815-142031' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_brunet;_a_reset_button.@20240815-142031 +trial_dir: /results/dreamfusion-sd/A_brunet;_a_reset_button.@20240815-142031 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A brunet; a reset button. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_brunet;_a_reset_button.@20240815-142031/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fa80d458cf04a61132119e609cbf815970cf0a24 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f677431a206a09688f28f39e2e51f43a519ed3739b15833d83c1b69e2d89d0c2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fa80d458cf04a61132119e609cbf815970cf0a24 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f677431a206a09688f28f39e2e51f43a519ed3739b15833d83c1b69e2d89d0c2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..94f2dbc6e5229195d6dfa0d6f6c1306091e4098a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bubbler;_an_etymological_dictionary. +seed: 0 +use_timestamp: true +timestamp: '@20240814-124634' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bubbler;_an_etymological_dictionary.@20240814-124634 +trial_dir: /results/dreamfusion-sd/A_bubbler;_an_etymological_dictionary.@20240814-124634 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bubbler; an etymological dictionary. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bubbler;_an_etymological_dictionary.@20240814-124634/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..46d135cc581688609a3e77bf5dec9bfd603cbe2d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddc4c75c57a703091ac3efc11b16a27e3c6066b0058cb23cdecf2076b830c350 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..46d135cc581688609a3e77bf5dec9bfd603cbe2d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddc4c75c57a703091ac3efc11b16a27e3c6066b0058cb23cdecf2076b830c350 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d281b418930c2dbc311cafb8e33eb1f1f4e072bf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns. +seed: 0 +use_timestamp: true +timestamp: '@20240816-230408' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408 +trial_dir: /results/dreamfusion-sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A buckle; a spadix; a hut. In the cloudscape genre and in the style of + the artist Jasper Johns. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_buckle;_a_spadix;_a_hut._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Jasper_Johns.@20240816-230408/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..111481b02bb1b25addff282b89e09a83e83e9bd5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9abb57f63cb5b6be90bbe883bda717934c1d8aeb0d8579fe9c99778338cf4ade +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..111481b02bb1b25addff282b89e09a83e83e9bd5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9abb57f63cb5b6be90bbe883bda717934c1d8aeb0d8579fe9c99778338cf4ade +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7ab14e7c8d68934530bbc9bd8813746ce0226eaa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bullnose._Using_the_oil_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-191639' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bullnose._Using_the_oil_painting_technique.@20240810-191639 +trial_dir: /results/dreamfusion-sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bullnose. Using the oil painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bullnose._Using_the_oil_painting_technique.@20240810-191639/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..494769237e9e9d5c30866ba0c1b9d8d70f68119b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72bd41e6a43055e58cd2efb7169b603a4e5655b1e4186015bbcd3b0483d8a019 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..494769237e9e9d5c30866ba0c1b9d8d70f68119b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72bd41e6a43055e58cd2efb7169b603a4e5655b1e4186015bbcd3b0483d8a019 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9e38e279e97b07eb1c857e7c3670ec65d9e999f5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-204605' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605 +trial_dir: /results/dreamfusion-sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bunched and petite brass (wind instrument). In the pastorale genre and + using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bunched_and_petite_brass_(wind_instrument)._In_the_pastorale_genre_and_using_the_encaustic_painting_technique.@20240818-204605/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d7d70b80dbd7005e97da1e75d1ead5f1bc532922 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23ad2a9ff1824d455d448bf9479e010fac76e0678c852e7bfec82091a68cfb3 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d7d70b80dbd7005e97da1e75d1ead5f1bc532922 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23ad2a9ff1824d455d448bf9479e010fac76e0678c852e7bfec82091a68cfb3 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1517e29ae99b18a29a08207e762f9e00f184e51b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_burnt_orange_correspondent_(communicator). +seed: 0 +use_timestamp: true +timestamp: '@20240816-192052' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_burnt_orange_correspondent_(communicator).@20240816-192052 +trial_dir: /results/dreamfusion-sd/A_burnt_orange_correspondent_(communicator).@20240816-192052 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A burnt orange correspondent (communicator). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_burnt_orange_correspondent_(communicator).@20240816-192052/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c95e305f22b353ba606411a127acbdb57431e31 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f219f8a14b01925a7d96310a8248ab9d6359d90070a3cedf5880730f0135e3 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c95e305f22b353ba606411a127acbdb57431e31 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f219f8a14b01925a7d96310a8248ab9d6359d90070a3cedf5880730f0135e3 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..af26916b51b9b08e0a17e5271954a0ebeca43e55 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-012640' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640 +trial_dir: /results/dreamfusion-sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bushy and overweight accentor. With the Neo-Expressionism painting style + and using the drip painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bushy_and_overweight_accentor._With_the_Neo-Expressionism_painting_style_and_using_the_drip_painting_technique.@20240817-012640/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dd714cbc8a13585aa1133999d77b3b45f15d8be0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8a864a6c6514fd893a0d48cda2c35fcc4cff640f076dd3762d16dd5c855269 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dd714cbc8a13585aa1133999d77b3b45f15d8be0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8a864a6c6514fd893a0d48cda2c35fcc4cff640f076dd3762d16dd5c855269 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5b62b8e014eab6923fab84f3ab0bc079450787dd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_bust;_a_sphinx_(statue);_a_red_snapper. +seed: 0 +use_timestamp: true +timestamp: '@20240811-033713' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713 +trial_dir: /results/dreamfusion-sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A bust; a sphinx (statue); a red snapper. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_bust;_a_sphinx_(statue);_a_red_snapper.@20240811-033713/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..36efc588c01d3a0314535e79a22dec647810ebfc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bfec495c42106686eef946b82a7f01e3a91844776a7cb036f365aba198cfd7 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..36efc588c01d3a0314535e79a22dec647810ebfc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bfec495c42106686eef946b82a7f01e3a91844776a7cb036f365aba198cfd7 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8e5fd319ca6fc4a264030643a9fb8a53a409117 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-183040' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040 +trial_dir: /results/dreamfusion-sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A busy excogitator. In the style of the artist Rembrandt and with the + Cubo-Futurism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_busy_excogitator._In_the_style_of_the_artist_Rembrandt_and_with_the_Cubo-Futurism_painting_style.@20240807-183040/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5ddb1684d89ed9e57ce23cd5f1dd0fd19c865d85 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29512e03e24cbf8631d6c2ef6173fe4f0702f93b975d2f1aabe3b4140413adec +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5ddb1684d89ed9e57ce23cd5f1dd0fd19c865d85 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29512e03e24cbf8631d6c2ef6173fe4f0702f93b975d2f1aabe3b4140413adec +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5da2d44641ec34785102b6d2a1a8e80b2bbd54ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_butterfly. +seed: 0 +use_timestamp: true +timestamp: '@20240807-074713' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_butterfly.@20240807-074713 +trial_dir: /results/dreamfusion-sd/A_butterfly.@20240807-074713 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A butterfly. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_butterfly.@20240807-074713/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a9c96cc62c6e0a3bf49e25549a53a27641eef95a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6f2a0960a84021653bea73c6cab10f8ff7a975768ccc2d160c56818512dbd2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a9c96cc62c6e0a3bf49e25549a53a27641eef95a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6f2a0960a84021653bea73c6cab10f8ff7a975768ccc2d160c56818512dbd2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c850250b4ca3f05dc17ab36272e73c1d122c5e90 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_caber._With_the_Kinetic_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-121756' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756 +trial_dir: /results/dreamfusion-sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A caber. With the Kinetic Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_caber._With_the_Kinetic_Art_painting_style.@20240810-121756/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6e4780741b40b3f96f03f35a996cce4bb6eae47f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7efbf0658241eb0f5ad28cf445f5fff285f40eba923708bcd99ffde9228b6f0 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6e4780741b40b3f96f03f35a996cce4bb6eae47f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7efbf0658241eb0f5ad28cf445f5fff285f40eba923708bcd99ffde9228b6f0 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..964878c9f25fe98b0e6980ee07f7ddce2aa8302e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cache_(storage_space)._In_the_bird-and-flower_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240810-142547' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547 +trial_dir: /results/dreamfusion-sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cache (storage space). In the bird-and-flower genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cache_(storage_space)._In_the_bird-and-flower_genre.@20240810-142547/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..731afa84d0231720d29f817e5dae874da48d72e6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c3f889678e15670d8cadd12d54e83b6c0c234ab747ba89020348416bf1a570 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..731afa84d0231720d29f817e5dae874da48d72e6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c3f889678e15670d8cadd12d54e83b6c0c234ab747ba89020348416bf1a570 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..29e02a74895dfc3390b644ce37fbdfb776dc23ed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240815-090852' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852 +trial_dir: /results/dreamfusion-sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cairn; a security consultant; an addition (suburb). With the Yamato-e + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cairn;_a_security_consultant;_an_addition_(suburb)._With_the_Yamato-e_painting_style.@20240815-090852/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3418f86b9dfb56ceb56fcfe47eeab80f416df485 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb79f11bea7838f934e037f1777446d4c2337618693c1463cb57ec3a56cba190 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3418f86b9dfb56ceb56fcfe47eeab80f416df485 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb79f11bea7838f934e037f1777446d4c2337618693c1463cb57ec3a56cba190 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a8ecbe4df1115127080ff1d342854c39fb04dc43 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_calvinist;_a_tall_living_thing. +seed: 0 +use_timestamp: true +timestamp: '@20240811-165411' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_calvinist;_a_tall_living_thing.@20240811-165411 +trial_dir: /results/dreamfusion-sd/A_calvinist;_a_tall_living_thing.@20240811-165411 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A calvinist; a tall living thing. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_calvinist;_a_tall_living_thing.@20240811-165411/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..25f51b7b45dd27aee42278aaabc4440682989dca --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfda72b2b32b69e355d8dfcbeb7121af4029da752a283f033592978d34482f60 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..25f51b7b45dd27aee42278aaabc4440682989dca --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfda72b2b32b69e355d8dfcbeb7121af4029da752a283f033592978d34482f60 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..12a148e636dc427da03445442170de9e7a929ce6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet. +seed: 0 +use_timestamp: true +timestamp: '@20240814-131728' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728 +trial_dir: /results/dreamfusion-sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A camellia; Bauhaus architecture burrfish. In the style of the artist + Edouard Manet. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camellia;_Bauhaus_architecture_burrfish._In_the_style_of_the_artist_Edouard_Manet.@20240814-131728/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..28c9ba5a699cbb0b68fc770b4567e86047f153af --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52bcb7e3b8752e32534ac854d171b0a9e58f7b771c581d2eec0848caa6fffc08 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..28c9ba5a699cbb0b68fc770b4567e86047f153af --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52bcb7e3b8752e32534ac854d171b0a9e58f7b771c581d2eec0848caa6fffc08 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..65d8a0dbd00b322ae7d9efcb90f74a7848066a0a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cameroonian;_a_gold_coast;_an_american_lobster. +seed: 0 +use_timestamp: true +timestamp: '@20240812-225044' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044 +trial_dir: /results/dreamfusion-sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cameroonian; a gold coast; an american lobster. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cameroonian;_a_gold_coast;_an_american_lobster.@20240812-225044/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3a140f3da2bd3ddeec6ba2c2dcb09e9f17aa26e3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb58ff6ec74c8062c5228f804a18f6122ec89a2fd243f7e4390e992f461fcfb0 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3a140f3da2bd3ddeec6ba2c2dcb09e9f17aa26e3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb58ff6ec74c8062c5228f804a18f6122ec89a2fd243f7e4390e992f461fcfb0 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dab2111b094aec062fa53653fa8d6cc593de1aeb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240818-134545' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545 +trial_dir: /results/dreamfusion-sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A camouflage green anti-g suit; an alpine glacier. In the style of the + artist Frida Kahlo and with the Synthetism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camouflage_green_anti-g_suit;_an_alpine_glacier._In_the_style_of_the_artist_Frida_Kahlo_and_with_the_Synthetism_painting_style.@20240818-134545/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..db2f2de2dcc0a59b96bc8a257530d8fab3d25a98 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a08b0dde27bb82c03f60efec7f74f0c787dd7c61abed659689a6e4998e1fc4 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..db2f2de2dcc0a59b96bc8a257530d8fab3d25a98 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a08b0dde27bb82c03f60efec7f74f0c787dd7c61abed659689a6e4998e1fc4 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1f034ef91f4e880dbe41ae6d0e00ab7a7f4ef8fe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-192051' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051 +trial_dir: /results/dreamfusion-sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A camp (military quarters); a doorbell. In the style of the artist Louis + Anquetin and with the Mannerism (Late Renaissance) painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_(military_quarters);_a_doorbell._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240809-192051/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a224fff2adebcbbc2f4161d7c95db465394681e6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dab3e68360425c7f485d925b771d5dcb7e613c7e6bd1b00cfc26595b697ea8a2 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a224fff2adebcbbc2f4161d7c95db465394681e6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dab3e68360425c7f485d925b771d5dcb7e613c7e6bd1b00cfc26595b697ea8a2 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3d6c1661e87fcdf4cfaf064432a665e4e620ff1e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam. +seed: 0 +use_timestamp: true +timestamp: '@20240813-032401' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401 +trial_dir: /results/dreamfusion-sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A camp (shelter). In the vanitas genre and in the style of the artist + Childe Hassam. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_(shelter)._In_the_vanitas_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240813-032401/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..683c9f5199a178fb32e21bf1bf2ef9c4b568f06d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32fecb1012b6d94d5357b6e5d0883b75adfd6f14f4e581f0bb58c0da0d448849 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..683c9f5199a178fb32e21bf1bf2ef9c4b568f06d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32fecb1012b6d94d5357b6e5d0883b75adfd6f14f4e581f0bb58c0da0d448849 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b2af4ab7938257933fdc6218be695063830cba68 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-073958' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958 +trial_dir: /results/dreamfusion-sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A camp chair. In the marina genre and using the 3D rendering technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_camp_chair._In_the_marina_genre_and_using_the_3D_rendering_technique.@20240812-073958/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c980c2455eb2a07fac35c2e5d110fdc6e1128a12 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d277af5a4848fe44c4ccd5c1ee3cca88d3dbd23a6665726c1ec14dc128e8621 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c980c2455eb2a07fac35c2e5d110fdc6e1128a12 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d277af5a4848fe44c4ccd5c1ee3cca88d3dbd23a6665726c1ec14dc128e8621 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..498ff83a5aa817ab179c411d46c76be224e1df4f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_canada_thistle._With_the_Metaphysical_art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-174605' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605 +trial_dir: /results/dreamfusion-sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A canada thistle. With the Metaphysical art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_canada_thistle._With_the_Metaphysical_art_painting_style.@20240809-174605/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..68f5f1ff6168aa75d61f4301aa6f726400361a60 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de4db03a1896910a37f3570f7ad0c04a53f53c5ebb5c575a7a422568beb9b051 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..68f5f1ff6168aa75d61f4301aa6f726400361a60 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de4db03a1896910a37f3570f7ad0c04a53f53c5ebb5c575a7a422568beb9b051 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..640349f8e838e440fc20be8a00c39dc2424d69c7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_candy_pink_and_miniature_mugwort. +seed: 0 +use_timestamp: true +timestamp: '@20240812-000242' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_candy_pink_and_miniature_mugwort.@20240812-000242 +trial_dir: /results/dreamfusion-sd/A_candy_pink_and_miniature_mugwort.@20240812-000242 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A candy pink and miniature mugwort. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_candy_pink_and_miniature_mugwort.@20240812-000242/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e2d5bfced384358b526b9b92700a8de45f46ea41 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866420108663d8dec7064cfa971e80b285f77f173ca044a1ca59bcf79ff164d1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e2d5bfced384358b526b9b92700a8de45f46ea41 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866420108663d8dec7064cfa971e80b285f77f173ca044a1ca59bcf79ff164d1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3e89742e78199d329ca4c607ba34e848e57caaf3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-181827' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827 +trial_dir: /results/dreamfusion-sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A captive (animal). In the flower painting genre and using the woodcut + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_captive_(animal)._In_the_flower_painting_genre_and_using_the_woodcut_painting_technique.@20240811-181827/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b10d81add1ffd81c628d419aa60c9f48a7d8543d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685a97c7a72190919d601e2737784e84a469dcefd08db4bf7fe52409a1a3ef0a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b10d81add1ffd81c628d419aa60c9f48a7d8543d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685a97c7a72190919d601e2737784e84a469dcefd08db4bf7fe52409a1a3ef0a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..925db56751e9529692e4d5f5cd4711d89eef050c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_card_index._In_the_self-portrait_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240811-060952' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_card_index._In_the_self-portrait_genre.@20240811-060952 +trial_dir: /results/dreamfusion-sd/A_card_index._In_the_self-portrait_genre.@20240811-060952 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A card index. In the self-portrait genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_card_index._In_the_self-portrait_genre.@20240811-060952/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d76a9ae842417746ea15685c5ee90831c7c78bc4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be24e104f63858c670600b37b835b23abd5342ab92158e6e655be786d149be00 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d76a9ae842417746ea15685c5ee90831c7c78bc4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be24e104f63858c670600b37b835b23abd5342ab92158e6e655be786d149be00 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..823cd198a93e4c8a5c9e3a16d3ee081a7e7904c5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-143644' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644 +trial_dir: /results/dreamfusion-sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cardiograph; a well-built northern snakehead. In the style of the artist + Gustav Klimt and using the gouache painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cardiograph;_a_well-built_northern_snakehead._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_gouache_painting_technique.@20240816-143644/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9ca90c1542242924f77fe1ee026fd6f641a5cc3e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ffd85eb0e0790fd5d68dc65931127dea3c272086c5960a2cbf878292d518ce1 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9ca90c1542242924f77fe1ee026fd6f641a5cc3e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ffd85eb0e0790fd5d68dc65931127dea3c272086c5960a2cbf878292d518ce1 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..36d82eef0757ce88127efdd249ecfd0dd3caecdd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240819-034900' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900 +trial_dir: /results/dreamfusion-sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A carmelite; soap cat-o'-nine-tails. In the animal painting genre and + with the Kinetic Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_carmelite;_soap_cat-o'-nine-tails._In_the_animal_painting_genre_and_with_the_Kinetic_Art_painting_style.@20240819-034900/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2333565fa0ea8f77f29e352eabd450245eea07de --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c0b0921847a03c8636b3e0159e20f3bc80eae7c38ced0c8f8d3f6110b0eb07 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2333565fa0ea8f77f29e352eabd450245eea07de --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c0b0921847a03c8636b3e0159e20f3bc80eae7c38ced0c8f8d3f6110b0eb07 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6221d23def264e1a1bf8d97114865e54d3678ddd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_casern._In_the_interior_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240810-044741' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_casern._In_the_interior_genre.@20240810-044741 +trial_dir: /results/dreamfusion-sd/A_casern._In_the_interior_genre.@20240810-044741 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A casern. In the interior genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_casern._In_the_interior_genre.@20240810-044741/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7189cd41db7dd14dc097cc78d0a0ac025b272962 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a30e9ea6793996c3277a8bbfdeea8d3fedce816a12038689ba7ee725f6dfe791 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7189cd41db7dd14dc097cc78d0a0ac025b272962 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a30e9ea6793996c3277a8bbfdeea8d3fedce816a12038689ba7ee725f6dfe791 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3449d975504b6db9e55832479ceb0de1ea932cb3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_casquet. +seed: 0 +use_timestamp: true +timestamp: '@20240806-203734' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_casquet.@20240806-203734 +trial_dir: /results/dreamfusion-sd/A_casquet.@20240806-203734 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A casquet. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_casquet.@20240806-203734/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..202547a83cf24db115fca9984bdb905db6d7c077 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646e544994cf56bdc54306612b001aad6e43532a766b0e2a709df81eea3bcd76 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..202547a83cf24db115fca9984bdb905db6d7c077 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646e544994cf56bdc54306612b001aad6e43532a766b0e2a709df81eea3bcd76 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..218f4b2b4de5d444106720addc37385da737462b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-010457' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457 +trial_dir: /results/dreamfusion-sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A castrato; a groaner. With the Metaphysical art painting style and using + the pastel painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_castrato;_a_groaner._With_the_Metaphysical_art_painting_style_and_using_the_pastel_painting_technique.@20240808-010457/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..43e3abcec487428f1a574805a415022a9440ed50 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82859776138f5dcaa2b2cbfb530a48fbd75c29d65ffbe53ca920e200e1666761 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..43e3abcec487428f1a574805a415022a9440ed50 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82859776138f5dcaa2b2cbfb530a48fbd75c29d65ffbe53ca920e200e1666761 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2fbb0c2333e24d86ca9da9dd63a09e416c3c6492 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-145251' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251 +trial_dir: /results/dreamfusion-sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A catapult (engine); a lizard orchid. Using the cartoon painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_catapult_(engine);_a_lizard_orchid._Using_the_cartoon_painting_technique.@20240806-145251/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d228a5f788bd66ac5c0292ebc985ef6d612ce883 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be517493e1523310392b59988e441b6f84e7160686c2212a449f5a523ca93b70 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d228a5f788bd66ac5c0292ebc985ef6d612ce883 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be517493e1523310392b59988e441b6f84e7160686c2212a449f5a523ca93b70 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..88e1fc6d990d6af4a9ab6cbd16d7252bda1df235 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-175741' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741 +trial_dir: /results/dreamfusion-sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A catholic; atlantic sea bream. With the Renaissance painting style and + using the cave painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_catholic;_atlantic_sea_bream._With_the_Renaissance_painting_style_and_using_the_cave_painting_technique.@20240807-175741/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1da6024993e39e412af19971862b7596ef28e4c5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a96771e25028ba4f2811e74336df7efdf3ca03005a13dff6ef7706a9120ae17 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1da6024993e39e412af19971862b7596ef28e4c5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a96771e25028ba4f2811e74336df7efdf3ca03005a13dff6ef7706a9120ae17 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..404fcdfc59e8885e6a634773544727e8b006a84f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cattle_guard;_governor_general. +seed: 0 +use_timestamp: true +timestamp: '@20240815-204852' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cattle_guard;_governor_general.@20240815-204852 +trial_dir: /results/dreamfusion-sd/A_cattle_guard;_governor_general.@20240815-204852 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cattle guard; governor general. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cattle_guard;_governor_general.@20240815-204852/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9202d2c1927e36d4415e2ac4374ef16ab5809a48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab452339e8e9b9b3e4cebd18239bef32a6f65e444ea29ec0a417616e4515c46 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9202d2c1927e36d4415e2ac4374ef16ab5809a48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab452339e8e9b9b3e4cebd18239bef32a6f65e444ea29ec0a417616e4515c46 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c009180564114ace0666282b675dbcc004b6b74a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-013822' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822 +trial_dir: /results/dreamfusion-sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ceiling tile and hourglass-shaped stranger (intruder). In the style + of the artist Katsushika Hokusai and using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_hourglass-shaped_stranger_(intruder)._In_the_style_of_the_artist_Katsushika_Hokusai_and_using_the_encaustic_painting_technique.@20240818-013822/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..976ea35eb8f7d02e160b82280265f78bfab057f4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644f6b76e2637005a3049f8d69b49e547bb6d767ce2977d6012c622954d12369 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..976ea35eb8f7d02e160b82280265f78bfab057f4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644f6b76e2637005a3049f8d69b49e547bb6d767ce2977d6012c622954d12369 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9322ca26d7f4f3d63b8ccae1e708bde4a535ca4e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-142646' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646 +trial_dir: /results/dreamfusion-sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ceiling tile and slim head smut. In the style of the artist Pierre Bonnard + and using the canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ceiling_tile_and_slim_head_smut._In_the_style_of_the_artist_Pierre_Bonnard_and_using_the_canvas_painting_technique.@20240817-142646/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..89b2fd88158719a726f927f3aca632ec088278d1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ff50033e5b0aeec9e893a565cef3571f64845a08915a8c0dd9b9cfc20ba13a0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..89b2fd88158719a726f927f3aca632ec088278d1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ff50033e5b0aeec9e893a565cef3571f64845a08915a8c0dd9b9cfc20ba13a0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7220b1c1a528b83fdfaf92079389ddd75dfaa41e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol. +seed: 0 +use_timestamp: true +timestamp: '@20240813-214031' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031 +trial_dir: /results/dreamfusion-sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A celestial blue and octagonal atlantic herring. In the style of the artist + Andy Warhol. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_celestial_blue_and_octagonal_atlantic_herring._In_the_style_of_the_artist_Andy_Warhol.@20240813-214031/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..13ab38c85f26f3b6bd9a1e1dcdd73f5b2543aecf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7d97d4014999de29ebceac024c8474e2f8566fbedaec190fba908a8d0bdf53 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..13ab38c85f26f3b6bd9a1e1dcdd73f5b2543aecf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7d97d4014999de29ebceac024c8474e2f8566fbedaec190fba908a8d0bdf53 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1a700deeb433f3bc1931b3a8145a873d8d1d1537 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240815-203757' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757 +trial_dir: /results/dreamfusion-sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A center bit; homo habilis; a petit juror. Using the glitter glue painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_center_bit;_homo_habilis;_a_petit_juror._Using_the_glitter_glue_painting_technique.@20240815-203757/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ecd32300d34f2590492405d70a214f7e5bbda983 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70279593bae369d45210fbf6456dd7597d66662b077a41363823a6ca402bfb12 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ecd32300d34f2590492405d70a214f7e5bbda983 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70279593bae369d45210fbf6456dd7597d66662b077a41363823a6ca402bfb12 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2d5b9c1831eb0a2a70ceb83000cbcf1e9dd0ca8b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-235011' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011 +trial_dir: /results/dreamfusion-sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A chaffweed is capping the adoptee. In the still life genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chaffweed_is_capping_the_adoptee._In_the_still_life_genre.@20240814-235011/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e4fb24b135d91a868742df94bc2bb214b983c49 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85dc57d2ec955d11a7224b40ec21f5179376f74127fb89fd6226556cab2bfdec +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e4fb24b135d91a868742df94bc2bb214b983c49 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85dc57d2ec955d11a7224b40ec21f5179376f74127fb89fd6226556cab2bfdec +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..125312731dd1a96feb292791f03859231d24e4a8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_chairlift._With_the_Joseon_Dynasty_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-125927' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927 +trial_dir: /results/dreamfusion-sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A chairlift. With the Joseon Dynasty painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chairlift._With_the_Joseon_Dynasty_painting_style.@20240809-125927/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..02b21aed2c600118b5f26c30ea020e48682eb7a9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd54786111ddec979e53995d6bc1c64b2f27124fde197898cfa4c4248c82248a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..02b21aed2c600118b5f26c30ea020e48682eb7a9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd54786111ddec979e53995d6bc1c64b2f27124fde197898cfa4c4248c82248a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b929d1efe24524cb23116d743e4826c6d5bad7dc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-225822' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822 +trial_dir: /results/dreamfusion-sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A checkerbloom. In the genre painting genre and using the blue ballpoint + pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_checkerbloom._In_the_genre_painting_genre_and_using_the_blue_ballpoint_pen_drawing_technique.@20240811-225822/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d0f7fd2f4f3cfab77dd52ab4b0b910d75a23bf71 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4e59d0362856d0d55087c70ab5dce0de46643d807f017f2c8670bc90b7d37c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d0f7fd2f4f3cfab77dd52ab4b0b910d75a23bf71 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4e59d0362856d0d55087c70ab5dce0de46643d807f017f2c8670bc90b7d37c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d803d84ad7c3d01ef4f976ccd3200bf5e860c836 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin. +seed: 0 +use_timestamp: true +timestamp: '@20240811-192059' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059 +trial_dir: /results/dreamfusion-sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A chest protector. In the allegorical painting genre and in the style + of the artist Louis Anquetin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chest_protector._In_the_allegorical_painting_genre_and_in_the_style_of_the_artist_Louis_Anquetin.@20240811-192059/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ee10f2588dcc3e5f455d42977393acbcae968656 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce29d46aa2b6e30dfe1e68107276514846902531785fa07171281b8d2dbcf39 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ee10f2588dcc3e5f455d42977393acbcae968656 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce29d46aa2b6e30dfe1e68107276514846902531785fa07171281b8d2dbcf39 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..526e3c351743249f443c3d371e05b1e765b3ecf6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-151206' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206 +trial_dir: /results/dreamfusion-sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A chiacoan peccary; a taut vise. In the style of the artist Hieronymus + Bosch and with the Japonism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chiacoan_peccary;_a_taut_vise._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Japonism_painting_style.@20240817-151206/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..441b420f8ff920900c59259434d14a6127669c3e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f6c962f8ceab6fff37d3c6c6b8dfdf1a3b0eeba817a9ff3d138d08c6dfab52 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..441b420f8ff920900c59259434d14a6127669c3e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f6c962f8ceab6fff37d3c6c6b8dfdf1a3b0eeba817a9ff3d138d08c6dfab52 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1d7dd9b3648a31c005a2dc211fd8590ecb154ce6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro. +seed: 0 +use_timestamp: true +timestamp: '@20240807-214716' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716 +trial_dir: /results/dreamfusion-sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A chipped investment letter. In the sketch and study genre and in the + style of the artist Joan Miro. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chipped_investment_letter._In_the_sketch_and_study_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240807-214716/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..faf34009d8d57bf80af1920d27bab9d93fa3f779 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce12d5a5914885056dc14d06933d541fd07c35d7ea4a043775db37e4e8d6a0f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..faf34009d8d57bf80af1920d27bab9d93fa3f779 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce12d5a5914885056dc14d06933d541fd07c35d7ea4a043775db37e4e8d6a0f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8f6e9783ca5d0edbc4b69f9973e7fc06ae65499c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_chiropractor._Using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-111332' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332 +trial_dir: /results/dreamfusion-sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A chiropractor. Using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chiropractor._Using_the_cross-stitch_technique.@20240810-111332/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..58bffd538e9c54608afabcc6298df9bd125009af --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0a40aae5400336a2b6efb1b8cc9f4ada9a59142eb224b1cba9530c41e0d896 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..58bffd538e9c54608afabcc6298df9bd125009af --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0a40aae5400336a2b6efb1b8cc9f4ada9a59142eb224b1cba9530c41e0d896 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a43a3992ab91e849a2255e1cce3c3838b3ad7c16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-151406' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406 +trial_dir: /results/dreamfusion-sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A chukchi. In the style of the artist Henri Matisse and using the canvas + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_chukchi._In_the_style_of_the_artist_Henri_Matisse_and_using_the_canvas_painting_technique.@20240811-151406/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7d6957d52dc626011f1deae20f36f4c9163b2be1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f42e99d93d26d4b645041bc9e97a0fc5c8b0c308d94fbd923c48e5237e49bee +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7d6957d52dc626011f1deae20f36f4c9163b2be1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f42e99d93d26d4b645041bc9e97a0fc5c8b0c308d94fbd923c48e5237e49bee +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..54f3e687e2d543478817001244b1d6b690066cfb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth. +seed: 0 +use_timestamp: true +timestamp: '@20240818-225242' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242 +trial_dir: /results/dreamfusion-sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A circuit breaker; a natural stone psalmist. In the flower painting genre + and in the style of the artist William Hogarth. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_circuit_breaker;_a_natural_stone_psalmist._In_the_flower_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240818-225242/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6a0f77bbd5b888ae40529e25317c42721a33454b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba50adeb03a4a3379cab452ad952a1f3392554383b6cfcabe5637bcfc1763a6 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6a0f77bbd5b888ae40529e25317c42721a33454b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba50adeb03a4a3379cab452ad952a1f3392554383b6cfcabe5637bcfc1763a6 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2d3656a149b60e262c9ef791b68885391d8523bd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-022104' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104 +trial_dir: /results/dreamfusion-sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A circular crustacean; a stemmer (device). In the style of the artist + Kazimir Malevich and using the gouache painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_circular_crustacean;_a_stemmer_(device)._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_gouache_painting_technique.@20240818-022104/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2cc8dc392173ff54057dc29b79b359f87b48c059 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39a10d848cf85ec79df8d016b164e9484f8751739134471c33d1b2d3b9cd6cc +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2cc8dc392173ff54057dc29b79b359f87b48c059 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39a10d848cf85ec79df8d016b164e9484f8751739134471c33d1b2d3b9cd6cc +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b4fb2dacdd4c2be59f61d59f402dab2e8a8812d7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_city_father. +seed: 0 +use_timestamp: true +timestamp: '@20240808-052555' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_city_father.@20240808-052555 +trial_dir: /results/dreamfusion-sd/A_city_father.@20240808-052555 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A city father. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_city_father.@20240808-052555/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..440383cda45fde6250ac14b565b9651177820549 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e6cc13c8cd8fb7e43a517e98b42f33eb2bfedf75be14a30178eef46869377c +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..440383cda45fde6250ac14b565b9651177820549 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e6cc13c8cd8fb7e43a517e98b42f33eb2bfedf75be14a30178eef46869377c +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..256f721dcfc4c17ca74a766e8441a2843d98479d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_clone. +seed: 0 +use_timestamp: true +timestamp: '@20240806-190252' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_clone.@20240806-190252 +trial_dir: /results/dreamfusion-sd/A_clone.@20240806-190252 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A clone. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_clone.@20240806-190252/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5890c6fb8950b6ae66413c68ee0cd86454dab330 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95e0c3bf7223e728a803bb5d87a58c4add1f14fbbc1d80cc037baa4b37cc9931 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5890c6fb8950b6ae66413c68ee0cd86454dab330 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95e0c3bf7223e728a803bb5d87a58c4add1f14fbbc1d80cc037baa4b37cc9931 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6eadf3509d87a81b06007480bad1a6b7c6bcbede --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-032222' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222 +trial_dir: /results/dreamfusion-sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A closed field spaniel. In the style of the artist Zeng Fanzhi and using + the chalk drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_closed_field_spaniel._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_chalk_drawing_technique.@20240810-032222/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fca39aa2a16d9baf68bbf6c627d462d36de9a800 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fdbae32bb02fd1c93025f0e484b348951fd1b4c3117b8ed0168de07b5468ba0 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fca39aa2a16d9baf68bbf6c627d462d36de9a800 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fdbae32bb02fd1c93025f0e484b348951fd1b4c3117b8ed0168de07b5468ba0 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..193da9f1d59b659d485454f61e8ccfd82b37c811 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-155724' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724 +trial_dir: /results/dreamfusion-sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A coalface is streaming water from the freckle. In the style of the artist + Vincent van Gogh and using the ballpoint pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coalface_is_streaming_water_from_the_freckle._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240817-155724/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7b04d586bb699c071ea276c72d6bba6f9b36c31d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149f3518013a199b70f56e40cd7c30a25be376f8c86300d69c26909bdfef08e4 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7b04d586bb699c071ea276c72d6bba6f9b36c31d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149f3518013a199b70f56e40cd7c30a25be376f8c86300d69c26909bdfef08e4 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a8e44bb8bab6e23efac273642fdbe99b77e24737 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_coast_boykinia._In_the_interior_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240810-052033' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_coast_boykinia._In_the_interior_genre.@20240810-052033 +trial_dir: /results/dreamfusion-sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A coast boykinia. In the interior genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coast_boykinia._In_the_interior_genre.@20240810-052033/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6391b0472ad0360b1a8e412272067a4f68a4df2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f1d313f01dcb2e1592a8c545e61810b26476a4d4f61727aa47298a8381ef22 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6391b0472ad0360b1a8e412272067a4f68a4df2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f1d313f01dcb2e1592a8c545e61810b26476a4d4f61727aa47298a8381ef22 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c1f38579da52ab539fa01fba215e903e4689cc85 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-153007' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007 +trial_dir: /results/dreamfusion-sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cocked hat. With the Joseon Dynasty painting style and using the chalk + drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cocked_hat._With_the_Joseon_Dynasty_painting_style_and_using_the_chalk_drawing_technique.@20240811-153007/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cec78f7b9ea438eb41d0488afff53c4b35648b07 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47bbcf6abb689660fbd6b540ac8df90f29019f4c7fde1dfa0dab870023481128 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cec78f7b9ea438eb41d0488afff53c4b35648b07 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47bbcf6abb689660fbd6b540ac8df90f29019f4c7fde1dfa0dab870023481128 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2253ffc247ff396cffb587fb280cc8103939e775 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cold_cathode. +seed: 0 +use_timestamp: true +timestamp: '@20240806-125951' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cold_cathode.@20240806-125951 +trial_dir: /results/dreamfusion-sd/A_cold_cathode.@20240806-125951 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cold cathode. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cold_cathode.@20240806-125951/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0af67b3e6c33238b5ac8915b58d7e41810ef344d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe08cbb18fc850aeddca8f46cd7efc0808917d7592a3f96fff22cda787bc6f7 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0af67b3e6c33238b5ac8915b58d7e41810ef344d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe08cbb18fc850aeddca8f46cd7efc0808917d7592a3f96fff22cda787bc6f7 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..25661f725e4f77db253775ff989c53848b7c494d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-145413' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413 +trial_dir: /results/dreamfusion-sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A college student; a dead load; a nail polish. In the animal painting + genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_college_student;_a_dead_load;_a_nail_polish._In_the_animal_painting_genre.@20240814-145413/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2e2c7778e70f6b64da3df595fb002934bda57313 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5081c4d1897dc8c126f564232015d67aa59d63b82be49b5ad6ef7854bc7ef174 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2e2c7778e70f6b64da3df595fb002934bda57313 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5081c4d1897dc8c126f564232015d67aa59d63b82be49b5ad6ef7854bc7ef174 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..520af96c54fb593adfbcde7b25ef63b1e8099f59 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240813-234934' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934 +trial_dir: /results/dreamfusion-sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A collider is neighboring the pitch apple. With the Analytical Cubism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_collider_is_neighboring_the_pitch_apple._With_the_Analytical_Cubism_painting_style.@20240813-234934/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ac095ac6fac86a35500e4f4afb807808b333ef2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8876b50f07e1408da9f7b3ea0865ebe93d431fa7fc80732d0015a29e6e491ff2 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ac095ac6fac86a35500e4f4afb807808b333ef2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8876b50f07e1408da9f7b3ea0865ebe93d431fa7fc80732d0015a29e6e491ff2 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ea5fa47575302241ee522a9099a7627a27eb306e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_commissary_(snack_bar)._Using_the_gouache_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-022105' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105 +trial_dir: /results/dreamfusion-sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A commissary (snack bar). Using the gouache painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commissary_(snack_bar)._Using_the_gouache_painting_technique.@20240811-022105/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1a604ca6c3aa5e6a0e7e1e637c8412e9be5afc58 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27822ccc28254a760dc58385d120134b4e264c94ca2231d64501342c097e7867 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1a604ca6c3aa5e6a0e7e1e637c8412e9be5afc58 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27822ccc28254a760dc58385d120134b4e264c94ca2231d64501342c097e7867 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..36a55fa31d1036ffa0a6d47de9e0972883b7f69b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_commissioned_naval_officer._Using_the_pastel_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-215855' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855 +trial_dir: /results/dreamfusion-sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A commissioned naval officer. Using the pastel painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commissioned_naval_officer._Using_the_pastel_painting_technique.@20240810-215855/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..85966f16be8ec199887d65e6c5e4970b3b78ad06 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d41cebe92a5b924fd2c42fcc3ac496ff0ef6538f19c37b311c1de769595e43 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..85966f16be8ec199887d65e6c5e4970b3b78ad06 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d41cebe92a5b924fd2c42fcc3ac496ff0ef6538f19c37b311c1de769595e43 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..30d11a9915637a984a1a9f5679ad09f374c684c7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-073718' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718 +trial_dir: /results/dreamfusion-sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A committeewoman is legs part of the rattrap (housing). In the style of + the artist Kazimir Malevich and with the Pop Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_committeewoman_is_legs_part_of_the_rattrap_(housing)._In_the_style_of_the_artist_Kazimir_Malevich_and_with_the_Pop_Art_painting_style.@20240817-073718/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..05c3fc0f68cc03a087849cb10c9502a1a87fbc27 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72391b5559ad4f350ac12e6da9c05d449dad1549745f884227b13776677e48b2 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..05c3fc0f68cc03a087849cb10c9502a1a87fbc27 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72391b5559ad4f350ac12e6da9c05d449dad1549745f884227b13776677e48b2 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..810e4bb77219d2e19f99380843231289f3e7ef26 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-172002' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002 +trial_dir: /results/dreamfusion-sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A common banker (money handler). Using the charcoal drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_banker_(money_handler)._Using_the_charcoal_drawing_technique.@20240817-172002/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dedfece273f66a87fabee1564b6f2613eedc8e4c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc052be608199cef2eedc55ea55377b3e48280c926c8149aa9202c5d7757e20 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dedfece273f66a87fabee1564b6f2613eedc8e4c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc052be608199cef2eedc55ea55377b3e48280c926c8149aa9202c5d7757e20 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c965bab6515cc45c3ca838575a8c5844dd7c88e0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240814-222420' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420 +trial_dir: /results/dreamfusion-sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A common spoonbill is creating a visual focus for the cigarette case. + With the Light and Space painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_spoonbill_is_creating_a_visual_focus_for_the_cigarette_case._With_the_Light_and_Space_painting_style.@20240814-222420/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..241bf82d12483bc039379b1002549fd830cc1a58 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8e53ec4b748e9298c4c7d42cea1a2774b310a58a2d8e5e1d5eb907da8dbd77d +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..241bf82d12483bc039379b1002549fd830cc1a58 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8e53ec4b748e9298c4c7d42cea1a2774b310a58a2d8e5e1d5eb907da8dbd77d +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e306197d2a4dd8f28f7570fd8387a04ea41a0fd1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_common_valerian._With_the_Tonalism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-080102' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102 +trial_dir: /results/dreamfusion-sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A common valerian. With the Tonalism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_common_valerian._With_the_Tonalism_painting_style.@20240810-080102/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..89b4f73e445842452d183a95c7a3a5d59652fc3c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9439ab9612a9fc1b1f2feea8967e509b0b9d1928738e046e0ec400e985707d57 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..89b4f73e445842452d183a95c7a3a5d59652fc3c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9439ab9612a9fc1b1f2feea8967e509b0b9d1928738e046e0ec400e985707d57 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9860bf35876eda9fa3eb0866edc24caa25637981 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_commonwealth._Using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-014653' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653 +trial_dir: /results/dreamfusion-sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A commonwealth. Using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_commonwealth._Using_the_encaustic_painting_technique.@20240811-014653/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..848aefc07b4178ee3c443d30b6569b609639848f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c00e5cac6f8ed85d146cf5398f9f29b8e5ddd92f3f5c6f77345a02eb44fd3296 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..848aefc07b4178ee3c443d30b6569b609639848f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c00e5cac6f8ed85d146cf5398f9f29b8e5ddd92f3f5c6f77345a02eb44fd3296 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..90c0f6427d9ee4cbfd87c259b440c24c7a5e62ad --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian. +seed: 0 +use_timestamp: true +timestamp: '@20240809-181805' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805 +trial_dir: /results/dreamfusion-sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A compact (case). In the style of the artist Piet Mondrian. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_compact_(case)._In_the_style_of_the_artist_Piet_Mondrian.@20240809-181805/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b29ae63aa64957ab97bde51a29e6e5b038657af4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a57ca48a80da6d716df25bcc6b4113b3a7dd073ae289d0344a5318bc08ba72e4 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b29ae63aa64957ab97bde51a29e6e5b038657af4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a57ca48a80da6d716df25bcc6b4113b3a7dd073ae289d0344a5318bc08ba72e4 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b00f57055f4816fe8161f0cd8d15ee6a6b130b62 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth. +seed: 0 +use_timestamp: true +timestamp: '@20240814-100328' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328 +trial_dir: /results/dreamfusion-sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A compact and sizable lake dwelling. In the style of the artist William + Hogarth. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_compact_and_sizable_lake_dwelling._In_the_style_of_the_artist_William_Hogarth.@20240814-100328/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e07ba665e6fb8f4cb32e2630d359b28d3edc6069 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b448ec84478daaa9879e6c45cb4d80ecd06d9291ef1bcca2233b6de078316a64 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e07ba665e6fb8f4cb32e2630d359b28d3edc6069 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b448ec84478daaa9879e6c45cb4d80ecd06d9291ef1bcca2233b6de078316a64 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b7c14f1143660a6f59c1540f6cfde8df497df39 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-221200' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200 +trial_dir: /results/dreamfusion-sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A computer keyboard. In the style of the artist Francisco Goya and using + the glitter glue painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_computer_keyboard._In_the_style_of_the_artist_Francisco_Goya_and_using_the_glitter_glue_painting_technique.@20240811-221200/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8b2acefac13d5577e21adfac3e1aa8d47e1d6b53 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86f958bd953982231131a7af4dd6c41a4928c7ba4eed1de0a07b0f3470204a4 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8b2acefac13d5577e21adfac3e1aa8d47e1d6b53 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86f958bd953982231131a7af4dd6c41a4928c7ba4eed1de0a07b0f3470204a4 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2726eb5b44bee8929a145008b9e100f609b3233c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-203046' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046 +trial_dir: /results/dreamfusion-sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A concave magpie (corvine bird); a weakling. In the style of the artist + Edgar Degas and with the Dada painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_concave_magpie_(corvine_bird);_a_weakling._In_the_style_of_the_artist_Edgar_Degas_and_with_the_Dada_painting_style.@20240817-203046/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2c829d7ce50c1f68da8d87f02eaa94ca5540ff5e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e310a7a33c916a621eb1d51805e885771f54a404639aee4c4d0acd922eee1e46 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2c829d7ce50c1f68da8d87f02eaa94ca5540ff5e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e310a7a33c916a621eb1d51805e885771f54a404639aee4c4d0acd922eee1e46 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..59f21e8457a781135257163ff3652653c5f26731 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-105007' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007 +trial_dir: /results/dreamfusion-sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A concord grape; a trophy wife. With the Conceptual Art painting style + and using the pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_concord_grape;_a_trophy_wife._With_the_Conceptual_Art_painting_style_and_using_the_pen_drawing_technique.@20240808-105007/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..551b094956c766ec0e30d71ac51f2f717c27330c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd143f2f66a47f5494ce7a6b07c2c14f8d069f5fb6060ae8256fe4de026c5784 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..551b094956c766ec0e30d71ac51f2f717c27330c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd143f2f66a47f5494ce7a6b07c2c14f8d069f5fb6060ae8256fe4de026c5784 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c2f0bc2efeb171be4806a1c56bd514be8cfe183b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_control_center;_a_mountain_mint. +seed: 0 +use_timestamp: true +timestamp: '@20240814-132757' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_control_center;_a_mountain_mint.@20240814-132757 +trial_dir: /results/dreamfusion-sd/A_control_center;_a_mountain_mint.@20240814-132757 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A control center; a mountain mint. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_control_center;_a_mountain_mint.@20240814-132757/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ceb5f30e34f91d84a9bf6f0506282ff59f269207 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e927517076831054269c7aa8dda494fbae103ab96d6a24dc271214d6fddaf873 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ceb5f30e34f91d84a9bf6f0506282ff59f269207 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e927517076831054269c7aa8dda494fbae103ab96d6a24dc271214d6fddaf873 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..124db29a1097da9d1ae8744f6bc6261ceb1ed122 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-151006' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006 +trial_dir: /results/dreamfusion-sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A convex and stout dinner jacket. Using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_convex_and_stout_dinner_jacket._Using_the_encaustic_painting_technique.@20240813-151006/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2e39d4e7aef990cb277b178dd7557726a3e15c66 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5f38865591a01dbf5f4ac9e0bc0c1fb50bd48cdeea2c105aa9cf2e949dbabd7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2e39d4e7aef990cb277b178dd7557726a3e15c66 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5f38865591a01dbf5f4ac9e0bc0c1fb50bd48cdeea2c105aa9cf2e949dbabd7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..287dbf125e1aca0742667a898f843cb8db51feb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-025000' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000 +trial_dir: /results/dreamfusion-sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A convict (wrongdoer). In the style of the artist Claude Monet and with + the Transautomatism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_convict_(wrongdoer)._In_the_style_of_the_artist_Claude_Monet_and_with_the_Transautomatism_painting_style.@20240812-025000/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3765b6444f5073bb5c721a4f6a0a5f3b2110c45d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2fd57aaa35b86d5c87527581da7e1e2aebdf1d3225d1febbe821c4b91e2505 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3765b6444f5073bb5c721a4f6a0a5f3b2110c45d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb2fd57aaa35b86d5c87527581da7e1e2aebdf1d3225d1febbe821c4b91e2505 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8c8657d0be27a9300d6fb72ae9be99a914cdc2c7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-073207' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207 +trial_dir: /results/dreamfusion-sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cornelian cherry; a serf; an indian agent. In the sketch and study genre + and using the cartoon painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cornelian_cherry;_a_serf;_an_indian_agent._In_the_sketch_and_study_genre_and_using_the_cartoon_painting_technique.@20240816-073207/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3862395b7ae687dab3ca353b2c5ed2343d6ac3c1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eff03a3590cdb1f3e69f25ad41f03b915dde7a07396ad5c2770c0d4676d0409 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3862395b7ae687dab3ca353b2c5ed2343d6ac3c1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eff03a3590cdb1f3e69f25ad41f03b915dde7a07396ad5c2770c0d4676d0409 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c2588d2ad6d6a0582983117f75cff94630676e99 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cornice_(projection). +seed: 0 +use_timestamp: true +timestamp: '@20240807-223326' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cornice_(projection).@20240807-223326 +trial_dir: /results/dreamfusion-sd/A_cornice_(projection).@20240807-223326 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cornice (projection). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cornice_(projection).@20240807-223326/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1c190c51ccdb91f9d76c4dc517218c4c04e3cfb3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f8e8e4288f29938e8427fa297d60adcc86ebd8e4181881342f60b0d70fb5af +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1c190c51ccdb91f9d76c4dc517218c4c04e3cfb3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f8e8e4288f29938e8427fa297d60adcc86ebd8e4181881342f60b0d70fb5af +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e9527493903ba8dd049254861a2362fd5bbf8bb4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cotenant;_a_fit_bellwether_(wether). +seed: 0 +use_timestamp: true +timestamp: '@20240811-175943' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cotenant;_a_fit_bellwether_(wether).@20240811-175943 +trial_dir: /results/dreamfusion-sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cotenant; a fit bellwether (wether). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cotenant;_a_fit_bellwether_(wether).@20240811-175943/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98afd5ba2d3e5bcb7bf40fc77fb7c22519b8ce59 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:559aab6a497cdf96c49bbb39d5ad26387c92d68e64fcaa9c5ab595e0fdaf1795 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98afd5ba2d3e5bcb7bf40fc77fb7c22519b8ce59 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:559aab6a497cdf96c49bbb39d5ad26387c92d68e64fcaa9c5ab595e0fdaf1795 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..879aa693d2a421d231c047f2fed53ad8625c9f5f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol. +seed: 0 +use_timestamp: true +timestamp: '@20240818-120330' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330 +trial_dir: /results/dreamfusion-sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cotton gin; a minicomputer. In the style of the artist Andy Warhol. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cotton_gin;_a_minicomputer._In_the_style_of_the_artist_Andy_Warhol.@20240818-120330/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..00ed41ff5df620fb23c7d9f125071ff56523c53a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030ad021ac251ce83e8906a5c9ca2160f9ebab3b20bc0c1d70802933eb646152 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..00ed41ff5df620fb23c7d9f125071ff56523c53a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030ad021ac251ce83e8906a5c9ca2160f9ebab3b20bc0c1d70802933eb646152 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4cc812e328de78c5565e11ef655e692cdcd5a7f0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_county_(administrative_district). +seed: 0 +use_timestamp: true +timestamp: '@20240808-004040' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_county_(administrative_district).@20240808-004040 +trial_dir: /results/dreamfusion-sd/A_county_(administrative_district).@20240808-004040 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A county (administrative district). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_county_(administrative_district).@20240808-004040/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..27757434ef27db0d0b87ce704de82057ccc7899f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491bef4d08c1236757c53c428edce4d49aa598d3308587a2049de604705d13b8 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..27757434ef27db0d0b87ce704de82057ccc7899f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491bef4d08c1236757c53c428edce4d49aa598d3308587a2049de604705d13b8 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d481a24f6d929048ab47201dac7fba684855fb79 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-062347' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347 +trial_dir: /results/dreamfusion-sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A covering material; a fire tower. Using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_covering_material;_a_fire_tower._Using_the_encaustic_painting_technique.@20240818-062347/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ad095db5118d86f4cd859c8050ae6b2dd80dec9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c18da75012f992e273e1d2e4f95774e87a62a98f9de7b3f90a19277f6234567 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ad095db5118d86f4cd859c8050ae6b2dd80dec9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c18da75012f992e273e1d2e4f95774e87a62a98f9de7b3f90a19277f6234567 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8ad8519ef481040329b2096f5a50f83950f9c4fd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-030825' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825 +trial_dir: /results/dreamfusion-sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A coyote brush is pierced the miller (shaper). In the still life genre + and using the sand painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_coyote_brush_is_pierced_the_miller_(shaper)._In_the_still_life_genre_and_using_the_sand_painting_technique.@20240816-030825/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cb2659b104b4b3056150a7613069a89e588d1f26 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c89382433aa5e80105d4ade9cb563a299c13350532ed395fa266bc3f2dca9ca +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cb2659b104b4b3056150a7613069a89e588d1f26 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c89382433aa5e80105d4ade9cb563a299c13350532ed395fa266bc3f2dca9ca +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cbf112b9a0fadc1b50ce77ba23bb46234df00094 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev. +seed: 0 +use_timestamp: true +timestamp: '@20240810-194933' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933 +trial_dir: /results/dreamfusion-sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cracker (party favor). In the style of the artist Boris Kustodiev. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cracker_(party_favor)._In_the_style_of_the_artist_Boris_Kustodiev.@20240810-194933/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4daeaeacc71cc70a2da24c46078875df1690bac6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18fb0b3671c2da347b94dd99db775cd27cea29d8ed838b0a2a657b8009546f1f +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4daeaeacc71cc70a2da24c46078875df1690bac6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18fb0b3671c2da347b94dd99db775cd27cea29d8ed838b0a2a657b8009546f1f +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3da532d78884962fea92e9feec19e3f04b1434a8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-181028' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028 +trial_dir: /results/dreamfusion-sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A creeping fern; a water jacket; arbutus. In the caricature genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_creeping_fern;_a_water_jacket;_arbutus._In_the_caricature_genre.@20240814-181028/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..122925ca24dfe948d6ca4552b654f3a42a8314a3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7819cdb20ca713769f3dd57799e333b2a25a9ca5bbe47b3d60899398a73b586b +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..122925ca24dfe948d6ca4552b654f3a42a8314a3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7819cdb20ca713769f3dd57799e333b2a25a9ca5bbe47b3d60899398a73b586b +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cd6edb5cdb6a5949f9085e75fab6dd732904160f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240816-200527' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527 +trial_dir: /results/dreamfusion-sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A creosote bush; a revolting correctional institution. In the self-portrait + genre and with the Intimism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_creosote_bush;_a_revolting_correctional_institution._In_the_self-portrait_genre_and_with_the_Intimism_painting_style.@20240816-200527/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4f8616a8e39280b067e976457645c5a61f59ac3c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d291bbc767dfe62f0e09a4952b4fa212af1f1ab7b823ca644e383330973a9f4 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4f8616a8e39280b067e976457645c5a61f59ac3c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d291bbc767dfe62f0e09a4952b4fa212af1f1ab7b823ca644e383330973a9f4 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..532fc2d4fe4179655d2907f054a48b72d226dd32 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian. +seed: 0 +use_timestamp: true +timestamp: '@20240815-095202' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202 +trial_dir: /results/dreamfusion-sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A crested coral root; cyclamen; a thatch (roof). In the style of the artist + Piet Mondrian. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crested_coral_root;_cyclamen;_a_thatch_(roof)._In_the_style_of_the_artist_Piet_Mondrian.@20240815-095202/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5dd275030c65ff2ddb4633ff97d1726cde2ecf85 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6481c9a490cf20d6fea991e7e110df82c2b985d2051984d8decfebb2e38b4dc1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5dd275030c65ff2ddb4633ff97d1726cde2ecf85 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6481c9a490cf20d6fea991e7e110df82c2b985d2051984d8decfebb2e38b4dc1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4f9937b56c845a3ad619003ed8887b45e0348c29 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-173225' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225 +trial_dir: /results/dreamfusion-sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cricket-bat willow. In the tessellation genre and using the cave painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cricket-bat_willow._In_the_tessellation_genre_and_using_the_cave_painting_technique.@20240811-173225/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6e8eac25a24d4433680517c130be77d4ec282c27 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd7520041fa64122375b540117993e7c7bdc4b98a5824629bc37f2542ef631f +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6e8eac25a24d4433680517c130be77d4ec282c27 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd7520041fa64122375b540117993e7c7bdc4b98a5824629bc37f2542ef631f +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9a97e9da9bb006d86c449f792c41387d3efa1d64 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240808-063042' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042 +trial_dir: /results/dreamfusion-sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cricket ball; a wristband. In the style of the artist John Constable + and with the Rayonism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cricket_ball;_a_wristband._In_the_style_of_the_artist_John_Constable_and_with_the_Rayonism_painting_style.@20240808-063042/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4788bd2f91f8733e13e0ae5077c47893eafa2868 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30af64ceb57999455845b4e158099a17e84d93b81139f2b37ba75d2806f25e7c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4788bd2f91f8733e13e0ae5077c47893eafa2868 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30af64ceb57999455845b4e158099a17e84d93b81139f2b37ba75d2806f25e7c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a5873413ef5a4db4c9c91647e02000ec72f13595 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-213241' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241 +trial_dir: /results/dreamfusion-sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A criminologist. With the Gothic painting style and using the drip painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_criminologist._With_the_Gothic_painting_style_and_using_the_drip_painting_technique.@20240812-213241/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3f0408d0dd5fec9ccf3acc19ff68db145a418f99 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d797a31e25b03103da5b6042c0e85b0a1058015f3a80fbc28789cf58c4b6890 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3f0408d0dd5fec9ccf3acc19ff68db145a418f99 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d797a31e25b03103da5b6042c0e85b0a1058015f3a80fbc28789cf58c4b6890 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ee02640b8ef32c5a5ed1e895bdd2eceb08bb0305 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cro-magnon._Using_the_3D_rendering_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-164249' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249 +trial_dir: /results/dreamfusion-sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cro-magnon. Using the 3D rendering technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cro-magnon._Using_the_3D_rendering_technique.@20240809-164249/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b7fda3e9c6d5209517ffa695bc0be5b47741feb5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603ffebea7e2e172a07d97307db84c79c54c55605aa7bec18801241aed884311 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b7fda3e9c6d5209517ffa695bc0be5b47741feb5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603ffebea7e2e172a07d97307db84c79c54c55605aa7bec18801241aed884311 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0decb71879d35c41f63aa13c5dcd727532269a6a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240816-095447' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447 +trial_dir: /results/dreamfusion-sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cross (structure) is represents company logo of the red valerian. In + the style of the artist Albrecht Durer and with the Tubism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cross_(structure)_is_represents_company_logo_of_the_red_valerian._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Tubism_painting_style.@20240816-095447/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d8385a3f9cfc8969bffd63aef9cab1cc3bae7ced --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcea9fe067b77fb4ea3feed5163cd456e6c425ef17bbe71905ef62090e19cf18 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d8385a3f9cfc8969bffd63aef9cab1cc3bae7ced --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcea9fe067b77fb4ea3feed5163cd456e6c425ef17bbe71905ef62090e19cf18 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1985f3f097433882272a5baa3cc165c74622af72 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-161056' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056 +trial_dir: /results/dreamfusion-sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A crossing guard; an incinerator; an elevation. With the Figurative Expressionism + painting style and using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crossing_guard;_an_incinerator;_an_elevation._With_the_Figurative_Expressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-161056/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9d78a02557818f6cef21bdb2f1d5caa39d7a1303 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcff2f85e70509385b4a0b40a076280d1a68fb82578aea7eab54541142cada1a +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9d78a02557818f6cef21bdb2f1d5caa39d7a1303 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcff2f85e70509385b4a0b40a076280d1a68fb82578aea7eab54541142cada1a +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d66a487d5394d963b031a4d08381e6216bdde94b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_crowded_and_stained_hip_pocket. +seed: 0 +use_timestamp: true +timestamp: '@20240811-090925' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_crowded_and_stained_hip_pocket.@20240811-090925 +trial_dir: /results/dreamfusion-sd/A_crowded_and_stained_hip_pocket.@20240811-090925 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A crowded and stained hip pocket. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crowded_and_stained_hip_pocket.@20240811-090925/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7eb922a90cb22d76e105889e53a64c77577014bc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea9f652a4d6ba814bb5d632cb1922d39be9e5ccbb13d37180f1eb1bbb1375d3 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7eb922a90cb22d76e105889e53a64c77577014bc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea9f652a4d6ba814bb5d632cb1922d39be9e5ccbb13d37180f1eb1bbb1375d3 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6647c8e2fc602efab41c8e55ee012cb463f8f8c4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-114119' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119 +trial_dir: /results/dreamfusion-sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A crown-shaped and marbled naval tactical data system. In the battle painting + genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crown-shaped_and_marbled_naval_tactical_data_system._In_the_battle_painting_genre.@20240814-114119/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..51ace979fabff92f2191bc35eab62aee78bd103b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c5806304df5dab2a8f28acb391bbe3e8d3ea7b4334df3d3f1dedf3980ee173 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..51ace979fabff92f2191bc35eab62aee78bd103b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c5806304df5dab2a8f28acb391bbe3e8d3ea7b4334df3d3f1dedf3980ee173 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9aeadd6852412857ea6ab66c5a6d0a1a0620eb15 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240808-045216' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216 +trial_dir: /results/dreamfusion-sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A crown-shaped neoclassicist. In the literary painting genre and with + the Mannerism (Late Renaissance) painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_crown-shaped_neoclassicist._In_the_literary_painting_genre_and_with_the_Mannerism_(Late_Renaissance)_painting_style.@20240808-045216/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8abff11c8d1f2d21bb385975f31ac067372cfa42 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539057fc3b2dc68e3ac5809d395bcbff9f3818e450ee2dc3c713c569bc2530f1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8abff11c8d1f2d21bb385975f31ac067372cfa42 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539057fc3b2dc68e3ac5809d395bcbff9f3818e450ee2dc3c713c569bc2530f1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d11169bf6c665981950c54b2347657a1604621d8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-111752' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752 +trial_dir: /results/dreamfusion-sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cruise control. In the style of the artist Titian and using the woodcut + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cruise_control._In_the_style_of_the_artist_Titian_and_using_the_woodcut_painting_technique.@20240813-111752/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e807b933707f975dcd26efdfe85b6185461a2c16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fcd998d5b40b42aef867df58aaaa4aa5a53761e2de8791f9c98907d8507134 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e807b933707f975dcd26efdfe85b6185461a2c16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fcd998d5b40b42aef867df58aaaa4aa5a53761e2de8791f9c98907d8507134 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cc08d3ec4770b2b3dd75f3ea529a13a692f14027 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cuboidal_cell._In_the_style_of_the_artist_William_Blake. +seed: 0 +use_timestamp: true +timestamp: '@20240811-035942' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942 +trial_dir: /results/dreamfusion-sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cuboidal cell. In the style of the artist William Blake. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cuboidal_cell._In_the_style_of_the_artist_William_Blake.@20240811-035942/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e46bf33a60caf44bae8e2b8e3c5bedbcd853cf11 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db4bd24b7001e6fe899c18d01f5b482eb620d6aff9c171b7ee19a31c97ead15 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e46bf33a60caf44bae8e2b8e3c5bedbcd853cf11 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db4bd24b7001e6fe899c18d01f5b482eb620d6aff9c171b7ee19a31c97ead15 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1348700002094eac68d3b4fe19574499492a01d1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_culm._Using_the_drip_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-031115' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_culm._Using_the_drip_painting_technique.@20240810-031115 +trial_dir: /results/dreamfusion-sd/A_culm._Using_the_drip_painting_technique.@20240810-031115 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A culm. Using the drip painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_culm._Using_the_drip_painting_technique.@20240810-031115/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7456e7bce12061815b8dff12b6df7a41297d9983 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47cb07f1eaf4d864a3dc076d482837d62ce43fc9f9464ba66dd45ad0cbb99f93 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7456e7bce12061815b8dff12b6df7a41297d9983 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47cb07f1eaf4d864a3dc076d482837d62ce43fc9f9464ba66dd45ad0cbb99f93 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..27d9e1848b4235af376f27248887f09c2395e0cd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_culvert. +seed: 0 +use_timestamp: true +timestamp: '@20240807-202650' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_culvert.@20240807-202650 +trial_dir: /results/dreamfusion-sd/A_culvert.@20240807-202650 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A culvert. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_culvert.@20240807-202650/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..06611843170dd008b04b7e9da2fd02e662624b20 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8756cf95bc31f65288eba9b54e93d3831e576982b4696ceedfee4a7adc060cf +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..06611843170dd008b04b7e9da2fd02e662624b20 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8756cf95bc31f65288eba9b54e93d3831e576982b4696ceedfee4a7adc060cf +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ffbd564dcef95550c5c4c421d94535792504de8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cumbersome_fairground;_a_gymnastic_apparatus. +seed: 0 +use_timestamp: true +timestamp: '@20240812-182136' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136 +trial_dir: /results/dreamfusion-sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cumbersome fairground; a gymnastic apparatus. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cumbersome_fairground;_a_gymnastic_apparatus.@20240812-182136/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..274aed994ff9092d2794fcfb736fb2c103f0955a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2aee02156b14b7a3d41b7a2b1caf062afc9d6f6d77d33eda8e4ff4d501e7051 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..274aed994ff9092d2794fcfb736fb2c103f0955a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2aee02156b14b7a3d41b7a2b1caf062afc9d6f6d77d33eda8e4ff4d501e7051 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dfca9d46dd555af5a65e73e6465a5dfb410e519a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-135053' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053 +trial_dir: /results/dreamfusion-sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A curassow; a vermin (bad person). In the style of the artist Hieronymus + Bosch and with the Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curassow;_a_vermin_(bad_person)._In_the_style_of_the_artist_Hieronymus_Bosch_and_with_the_Realism_painting_style.@20240810-135053/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c8db739a0077024f4b77bce8fd9eed4a08e32806 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431775a714df0f9bd1f315125620e90b44d86743a6a8552fd6746067c303adad +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c8db739a0077024f4b77bce8fd9eed4a08e32806 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431775a714df0f9bd1f315125620e90b44d86743a6a8552fd6746067c303adad +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b3796f12603d71ff5f71c7e0442fd4f091e09fc4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_curtain_(barrier);_a_suffragette. +seed: 0 +use_timestamp: true +timestamp: '@20240816-183402' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_curtain_(barrier);_a_suffragette.@20240816-183402 +trial_dir: /results/dreamfusion-sd/A_curtain_(barrier);_a_suffragette.@20240816-183402 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A curtain (barrier); a suffragette. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curtain_(barrier);_a_suffragette.@20240816-183402/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..58ec1cfdbaa5e8ae0090552567b15cac5e73c575 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3265f7de4cb9677ae740e529c610ec242b3c51e5887a4f44a79cd522cae56635 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..58ec1cfdbaa5e8ae0090552567b15cac5e73c575 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3265f7de4cb9677ae740e529c610ec242b3c51e5887a4f44a79cd522cae56635 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c6ccdd2afaba90c5abc4dc8ac00d4342bf974f7c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_curved_shipmate. +seed: 0 +use_timestamp: true +timestamp: '@20240815-163021' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_curved_shipmate.@20240815-163021 +trial_dir: /results/dreamfusion-sd/A_curved_shipmate.@20240815-163021 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A curved shipmate. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_curved_shipmate.@20240815-163021/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3238ee118a15237de5bfa720c34eb6291d757c3e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c997c557358f036c588ce595b83d5036d33ecdf128dab230348c52dc27ccb7 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3238ee118a15237de5bfa720c34eb6291d757c3e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c997c557358f036c588ce595b83d5036d33ecdf128dab230348c52dc27ccb7 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..40b7d8c2b5340de6dd6a7ce2712347d10ab8b675 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin. +seed: 0 +use_timestamp: true +timestamp: '@20240806-233406' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406 +trial_dir: /results/dreamfusion-sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cushioned ignition. In the style of the artist Eugene Boudin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cushioned_ignition._In_the_style_of_the_artist_Eugene_Boudin.@20240806-233406/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..09aa1ec6276b54f056d7738cec0842e648708a68 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1247dba83f04157851401893fcb8248ada393675190ae489505c7a20974f125 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..09aa1ec6276b54f056d7738cec0842e648708a68 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1247dba83f04157851401893fcb8248ada393675190ae489505c7a20974f125 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..85b603990e76b1b12fd4bd1939f01dd1620c497e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cutting_angle._Using_the_crayon_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-184959' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959 +trial_dir: /results/dreamfusion-sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cutting angle. Using the crayon drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cutting_angle._Using_the_crayon_drawing_technique.@20240809-184959/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..020ea19f05717b51cba08d967489415ae911e22d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b768918954462fec4d66857bef5dd7d20de5c83238019f9d41a161535ee5bf75 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..020ea19f05717b51cba08d967489415ae911e22d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b768918954462fec4d66857bef5dd7d20de5c83238019f9d41a161535ee5bf75 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5ef90de145ea374f0ba4acf1588d7a37b56080d0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-142455' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455 +trial_dir: /results/dreamfusion-sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cyclopean masonry. With the Synthetic Cubism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cyclopean_masonry._With_the_Synthetic_Cubism_painting_style.@20240811-142455/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..95d41fdd7dd39676c23f95a7388b3b33f5595375 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db19f1b14a3e016a55d92c178cae14dca9859e92991757d8b3786ab5ebbe93c8 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..95d41fdd7dd39676c23f95a7388b3b33f5595375 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db19f1b14a3e016a55d92c178cae14dca9859e92991757d8b3786ab5ebbe93c8 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83680d0b94d611d2e4b47473408bf12639a175da --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cyclostyle. +seed: 0 +use_timestamp: true +timestamp: '@20240808-063017' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cyclostyle.@20240808-063017 +trial_dir: /results/dreamfusion-sd/A_cyclostyle.@20240808-063017 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cyclostyle. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cyclostyle.@20240808-063017/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1e4934a1d6b51f110d79bbd8c7ceee2713356a24 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b23b8b86ff222a81eb1db8174fe6243c26abee0293e6320070634cde93a6a6 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1e4934a1d6b51f110d79bbd8c7ceee2713356a24 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b23b8b86ff222a81eb1db8174fe6243c26abee0293e6320070634cde93a6a6 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..126259b2382a8c03d52a0b3c2c53bd0e2bfe03b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_cymbid._Using_the_crayon_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-050507' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507 +trial_dir: /results/dreamfusion-sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A cymbid. Using the crayon drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_cymbid._Using_the_crayon_drawing_technique.@20240811-050507/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c71eb9e8d8efcc5580e5c024fc915c4735bdd3d0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4053908e1e8ed2896ca163ad15676f57870c1d97d52c6ac9eeb2f9b76d06e5a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c71eb9e8d8efcc5580e5c024fc915c4735bdd3d0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4053908e1e8ed2896ca163ad15676f57870c1d97d52c6ac9eeb2f9b76d06e5a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bdf38d2050128c0c5112237f8146b7886301832e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-182726' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726 +trial_dir: /results/dreamfusion-sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dabbler is represents traffic regulation for the giant (anomaly). In + the shan shui genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dabbler_is_represents_traffic_regulation_for_the_giant_(anomaly)._In_the_shan_shui_genre.@20240813-182726/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98ce66cb311590c2f7af5139c62969f0bc9ca324 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdcee3553a0993f56910ac8b1d090605cee2cfa89607277c60c2c827c6931af1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98ce66cb311590c2f7af5139c62969f0bc9ca324 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdcee3553a0993f56910ac8b1d090605cee2cfa89607277c60c2c827c6931af1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b292e6248e229ad25de69503a9598b43cd881463 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dainty_and_rectangular_rear_window. +seed: 0 +use_timestamp: true +timestamp: '@20240812-042848' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dainty_and_rectangular_rear_window.@20240812-042848 +trial_dir: /results/dreamfusion-sd/A_dainty_and_rectangular_rear_window.@20240812-042848 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dainty and rectangular rear window. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_and_rectangular_rear_window.@20240812-042848/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..340e8ca6ffd57a77c6b5ecbd6d4ccc350b604aeb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b26be5813f85173933ca0ac90f0580ee2e81fcd931c038c0cf66a2af4e6ad24e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..340e8ca6ffd57a77c6b5ecbd6d4ccc350b604aeb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b26be5813f85173933ca0ac90f0580ee2e81fcd931c038c0cf66a2af4e6ad24e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..111e0069bd0ddd372b3ef9a61d5d10586e9a9a45 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin. +seed: 0 +use_timestamp: true +timestamp: '@20240815-233109' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109 +trial_dir: /results/dreamfusion-sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dainty and shapely lilyturf. In the style of the artist Ivan Shishkin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_and_shapely_lilyturf._In_the_style_of_the_artist_Ivan_Shishkin.@20240815-233109/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..aa792cadba275066aaf2950289f05cb655d222bd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccbee9f75d971b333a6c0f17ec0e5a82d00f050349f855122723803aafa85cd2 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..aa792cadba275066aaf2950289f05cb655d222bd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccbee9f75d971b333a6c0f17ec0e5a82d00f050349f855122723803aafa85cd2 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..30433bdd542a74b77e6e8151dd16124fb9167f35 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dainty_c_battery._With_the_Spatialism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-120644' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644 +trial_dir: /results/dreamfusion-sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dainty c battery. With the Spatialism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_c_battery._With_the_Spatialism_painting_style.@20240817-120644/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b62bed17ad3eb06e82d9abb9ad84c54aa1f04727 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c3184d64d0368bba64066a156a8ea3f7e16827565bf5298ccf5575c25df560 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b62bed17ad3eb06e82d9abb9ad84c54aa1f04727 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c3184d64d0368bba64066a156a8ea3f7e16827565bf5298ccf5575c25df560 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..eb4085f131b46c1a0187556093041ed6e1ed0aa7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240814-163103' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103 +trial_dir: /results/dreamfusion-sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dainty chesapeake bay retriever; a high gear. With the Socialist Realism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dainty_chesapeake_bay_retriever;_a_high_gear._With_the_Socialist_Realism_painting_style.@20240814-163103/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bfdf9b86da2c02225dcdaf698a31180b123fa36f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:023aac7733805c3ee6823f6820eaed28007fb5148879ab06cf9f59e8d9affd4a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bfdf9b86da2c02225dcdaf698a31180b123fa36f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:023aac7733805c3ee6823f6820eaed28007fb5148879ab06cf9f59e8d9affd4a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..74c0f52a95e7276a1d8a91dd2208f952a0f6477c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_damaged_and_small_limestone_malfeasant. +seed: 0 +use_timestamp: true +timestamp: '@20240813-013827' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_damaged_and_small_limestone_malfeasant.@20240813-013827 +trial_dir: /results/dreamfusion-sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A damaged and small limestone malfeasant. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_damaged_and_small_limestone_malfeasant.@20240813-013827/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2a2ed839f34ab8c26a2b63976cf320e899b70cd2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f938f14c2411c5ea3afb278de03e1ace81db0125bfd7838f1abaff95e0f286a9 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2a2ed839f34ab8c26a2b63976cf320e899b70cd2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f938f14c2411c5ea3afb278de03e1ace81db0125bfd7838f1abaff95e0f286a9 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4766a2513e19cbca9a1883ca3ad6969013269fb4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_damp-proof_course._With_the_Fantastic_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-000024' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024 +trial_dir: /results/dreamfusion-sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A damp-proof course. With the Fantastic Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_damp-proof_course._With_the_Fantastic_Realism_painting_style.@20240810-000024/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dfd6fffcbbffc291158a0ded089ab1afef1f6065 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62baec799b1bfe329dbc0bf19b1d215e40253500f4187376895101d14087cdf8 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dfd6fffcbbffc291158a0ded089ab1afef1f6065 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62baec799b1bfe329dbc0bf19b1d215e40253500f4187376895101d14087cdf8 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..40401b8e932486be6dabb30f97ff1f4af11e2e57 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-175529' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529 +trial_dir: /results/dreamfusion-sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dark goldenrod and tall aquatic fern. In the cloudscape genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dark_goldenrod_and_tall_aquatic_fern._In_the_cloudscape_genre.@20240813-175529/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..495e32ff8e36d86e188e59fcfc4cf10fdafb9bdc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d8c0b76e862b459ef07beffc4943bfb05e6b63e115b1a79406457efee03be8 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..495e32ff8e36d86e188e59fcfc4cf10fdafb9bdc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d8c0b76e862b459ef07beffc4943bfb05e6b63e115b1a79406457efee03be8 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..93cc53782aaed942567451e274a9a7140a0a37d2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dark_pastel_blue_voltmeter. +seed: 0 +use_timestamp: true +timestamp: '@20240816-113423' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dark_pastel_blue_voltmeter.@20240816-113423 +trial_dir: /results/dreamfusion-sd/A_dark_pastel_blue_voltmeter.@20240816-113423 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dark pastel blue voltmeter. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dark_pastel_blue_voltmeter.@20240816-113423/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..47d3299945b3a4f4d1d29a93328165428b6734e3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7d7edd403561242270db40f1200fcca28d296dcc2a24bfde10c3bf77282d4b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..47d3299945b3a4f4d1d29a93328165428b6734e3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7d7edd403561242270db40f1200fcca28d296dcc2a24bfde10c3bf77282d4b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..da66b70eea113e803a388aa67948ce6057625a0c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore. +seed: 0 +use_timestamp: true +timestamp: '@20240813-115950' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950 +trial_dir: /results/dreamfusion-sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dart player. In the veduta genre and in the style of the artist Gustave + Dore. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dart_player._In_the_veduta_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240813-115950/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..943899811db7ff31d43a65365d6787a45a9436ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaf85de6e1d00574606fcd96c60947116bb2de239d185c038716e0cf3d8677cf +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..943899811db7ff31d43a65365d6787a45a9436ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaf85de6e1d00574606fcd96c60947116bb2de239d185c038716e0cf3d8677cf +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a5613f4e157ddb98ae35bb6dd77cf8870b6dc00b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_daydreamer._In_the_battle_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240809-105052' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_daydreamer._In_the_battle_painting_genre.@20240809-105052 +trial_dir: /results/dreamfusion-sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A daydreamer. In the battle painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_daydreamer._In_the_battle_painting_genre.@20240809-105052/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3b71cd6435a2d50a1c0cf9ac07e06297e55efdbb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a5cfe00eee517076ba7d279de3f5ca15c5bffd6a5c24689ab8c57e74bce461e +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3b71cd6435a2d50a1c0cf9ac07e06297e55efdbb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a5cfe00eee517076ba7d279de3f5ca15c5bffd6a5c24689ab8c57e74bce461e +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1a77aff165b82905ec819c32758b8eaccee3b44a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dazzled_blue_grapnel_(tool). +seed: 0 +use_timestamp: true +timestamp: '@20240816-135523' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dazzled_blue_grapnel_(tool).@20240816-135523 +trial_dir: /results/dreamfusion-sd/A_dazzled_blue_grapnel_(tool).@20240816-135523 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dazzled blue grapnel (tool). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dazzled_blue_grapnel_(tool).@20240816-135523/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e7546ae33630694c52e5f1a5c23635855e8cc53c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9787f626ce92af4b3cb75fbe2ef52f375e479ba516464bc8199618d891d2bab +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e7546ae33630694c52e5f1a5c23635855e8cc53c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9787f626ce92af4b3cb75fbe2ef52f375e479ba516464bc8199618d891d2bab +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6c0f31eb7130b009978a0d63ce8b314b3a520e2d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_deck_(packet);_a_transmission._In_the_abstract_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240817-180508' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508 +trial_dir: /results/dreamfusion-sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A deck (packet); a transmission. In the abstract genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deck_(packet);_a_transmission._In_the_abstract_genre.@20240817-180508/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fcc8f326207547972ab9f083169c4fd788476063 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3737a21f043c69e76ffeb5d3ed2daee00620f9ba0beb727c655e54e6f3807029 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fcc8f326207547972ab9f083169c4fd788476063 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3737a21f043c69e76ffeb5d3ed2daee00620f9ba0beb727c655e54e6f3807029 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e89f41d0147ab09370f6c2e512e63c3c89c1d216 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_deckle_edge._In_the_style_of_the_artist_Giotto. +seed: 0 +use_timestamp: true +timestamp: '@20240809-202546' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546 +trial_dir: /results/dreamfusion-sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A deckle edge. In the style of the artist Giotto. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deckle_edge._In_the_style_of_the_artist_Giotto.@20240809-202546/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98ff342d38dc53e806837751f5ff2a7d298e0ef6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21946fd74f85e2502cb3d8039daf4b4147c04ba592a68f0cc598fef0074ee5fd +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98ff342d38dc53e806837751f5ff2a7d298e0ef6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21946fd74f85e2502cb3d8039daf4b4147c04ba592a68f0cc598fef0074ee5fd +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f0d42122180a52f7314951c5199a8da7fadffe52 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_decorated_and_stained_kangaroo. +seed: 0 +use_timestamp: true +timestamp: '@20240813-052818' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_decorated_and_stained_kangaroo.@20240813-052818 +trial_dir: /results/dreamfusion-sd/A_decorated_and_stained_kangaroo.@20240813-052818 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A decorated and stained kangaroo. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_decorated_and_stained_kangaroo.@20240813-052818/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..20f4ba7b1c1c8c7f40c2a2910abb8088087437c2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296c4f1c83eb8bc9e084aade2721584afe17d34f7e05c503bdd96176f4b4e347 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..20f4ba7b1c1c8c7f40c2a2910abb8088087437c2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296c4f1c83eb8bc9e084aade2721584afe17d34f7e05c503bdd96176f4b4e347 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7cf62c157ca49ed215847ddc760c00dbe11b13ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele. +seed: 0 +use_timestamp: true +timestamp: '@20240817-043556' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556 +trial_dir: /results/dreamfusion-sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A deep cerise tweed. In the style of the artist Egon Schiele. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deep_cerise_tweed._In_the_style_of_the_artist_Egon_Schiele.@20240817-043556/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1c300d38188ed0648a1d6801d104d31fca214e7c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2d059240518dc902360e257c8f617c2e96c2fa29f436e43ebc910ce5cdc215 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1c300d38188ed0648a1d6801d104d31fca214e7c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2d059240518dc902360e257c8f617c2e96c2fa29f436e43ebc910ce5cdc215 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a16ee0968ac563016ac4fd7c85e81d0a6c93c9c5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo. +seed: 0 +use_timestamp: true +timestamp: '@20240812-122304' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304 +trial_dir: /results/dreamfusion-sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A defibrillator. In the literary painting genre and in the style of the + artist Frida Kahlo. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_defibrillator._In_the_literary_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-122304/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..33b3ab2d6d289686c9fb38bff89f8e1603dc702a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e7216fdbdd528a32abc16693ba65f4c54f2ed7e781b01344f07de4929ad2eed +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..33b3ab2d6d289686c9fb38bff89f8e1603dc702a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e7216fdbdd528a32abc16693ba65f4c54f2ed7e781b01344f07de4929ad2eed +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..204c585fa1e89ca93acc2e35ef5c8f4fe5d26160 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-092906' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906 +trial_dir: /results/dreamfusion-sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A delicate and greasy rolling pin. In the style of the artist Gustave + Courbet and using the glitter glue painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_and_greasy_rolling_pin._In_the_style_of_the_artist_Gustave_Courbet_and_using_the_glitter_glue_painting_technique.@20240818-092906/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..561274b50605f8f95c889435cb12dbc78e8cd12c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6620654d2647140801864b6cfdc37672cfbbfe4259b454c55686722b551589ca +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..561274b50605f8f95c889435cb12dbc78e8cd12c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6620654d2647140801864b6cfdc37672cfbbfe4259b454c55686722b551589ca +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..79277b0cf3def106d13233511f96115ef4ad022b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse. +seed: 0 +use_timestamp: true +timestamp: '@20240814-142221' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221 +trial_dir: /results/dreamfusion-sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A delicate and horrifying dampener. In the style of the artist Henri Matisse. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_and_horrifying_dampener._In_the_style_of_the_artist_Henri_Matisse.@20240814-142221/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cc31819053e56fe27c5e803e8018cc5d0a2b80f3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4511dbaa53e4da8b1e276e8d76a500f8c4888236a62c0cf3ab878de8ebe14790 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cc31819053e56fe27c5e803e8018cc5d0a2b80f3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4511dbaa53e4da8b1e276e8d76a500f8c4888236a62c0cf3ab878de8ebe14790 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3f8b236d1881a252c0b498a05fd1563dafe54535 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_delicate_sorrel_tree_(angiospermous_tree). +seed: 0 +use_timestamp: true +timestamp: '@20240815-150426' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426 +trial_dir: /results/dreamfusion-sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A delicate sorrel tree (angiospermous tree). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_sorrel_tree_(angiospermous_tree).@20240815-150426/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8626a33d27669327bcddc324a1bad5471a65b921 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1ed06e28b0d27439a9f428cd1444cfeaedd480e02e0d26213004a258f076986 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8626a33d27669327bcddc324a1bad5471a65b921 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1ed06e28b0d27439a9f428cd1444cfeaedd480e02e0d26213004a258f076986 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..74a5681ec324395f2957ee91a389d9e387e742ac --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_delicate_test_tube. +seed: 0 +use_timestamp: true +timestamp: '@20240816-104809' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_delicate_test_tube.@20240816-104809 +trial_dir: /results/dreamfusion-sd/A_delicate_test_tube.@20240816-104809 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A delicate test tube. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_delicate_test_tube.@20240816-104809/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2774966936f48edc2361874185130452cd4b0a14 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9645e2fcc2071cc74bbee078d92963dc9dafd8dbab0d9033c098cbc7db70410 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2774966936f48edc2361874185130452cd4b0a14 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9645e2fcc2071cc74bbee078d92963dc9dafd8dbab0d9033c098cbc7db70410 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a5af3841196f990026b939cc479b3b1e0371b996 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-143259' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259 +trial_dir: /results/dreamfusion-sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dental plaque; a sprout. In the style of the artist Paul Klee and using + the watercolor painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dental_plaque;_a_sprout._In_the_style_of_the_artist_Paul_Klee_and_using_the_watercolor_painting_technique.@20240809-143259/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a5b854cf3bd46e2f2193664107eef8e25795526e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc0f73df4968deb6492ab836d2e9656867cf5138043717cd2bd8fc9135fc417 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a5b854cf3bd46e2f2193664107eef8e25795526e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc0f73df4968deb6492ab836d2e9656867cf5138043717cd2bd8fc9135fc417 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a9096518c9d174f9cbfbf0e2e07c82cb3687fc4a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_deodar;_a_borrow_pit. +seed: 0 +use_timestamp: true +timestamp: '@20240815-062549' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_deodar;_a_borrow_pit.@20240815-062549 +trial_dir: /results/dreamfusion-sd/A_deodar;_a_borrow_pit.@20240815-062549 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A deodar; a borrow pit. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_deodar;_a_borrow_pit.@20240815-062549/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..046b9b72ef6c457b0bf57763b5996f8c926b0972 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e8fe5a1a2663caef250ff92cdfdf4a200cddad037cf64c06f0a453bc9f217c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..046b9b72ef6c457b0bf57763b5996f8c926b0972 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e8fe5a1a2663caef250ff92cdfdf4a200cddad037cf64c06f0a453bc9f217c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2a380a0b8330c961deeccbec9ec881fd5ed79701 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_departer._With_the_Kitsch_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-025405' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_departer._With_the_Kitsch_painting_style.@20240811-025405 +trial_dir: /results/dreamfusion-sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A departer. With the Kitsch painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_departer._With_the_Kitsch_painting_style.@20240811-025405/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f0ff81f81cd045bf19d16e7ecf805dfba8c585b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e285dd16784bddcff23ce937119ee5972bfa463d28be3d03b6d8f9a3e75ac90 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f0ff81f81cd045bf19d16e7ecf805dfba8c585b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e285dd16784bddcff23ce937119ee5972bfa463d28be3d03b6d8f9a3e75ac90 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b7aef4dc3dc0c7ff997edcb9c1adc6b53a1297b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_desperado;_a_garnishee. +seed: 0 +use_timestamp: true +timestamp: '@20240816-044316' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_desperado;_a_garnishee.@20240816-044316 +trial_dir: /results/dreamfusion-sd/A_desperado;_a_garnishee.@20240816-044316 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A desperado; a garnishee. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_desperado;_a_garnishee.@20240816-044316/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4f7c768bf19d8e4c424ef125f3dad5ddde98e6cd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4f9a0e010f2fc68ef59e9baa4c0bf4945fb3cd15d3750009f4af9e476a10c1f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4f7c768bf19d8e4c424ef125f3dad5ddde98e6cd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4f9a0e010f2fc68ef59e9baa4c0bf4945fb3cd15d3750009f4af9e476a10c1f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..97a774d6ffa5e1e48d1a90d41897ee86f4a45df3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-234445' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445 +trial_dir: /results/dreamfusion-sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A detonating fuse. In the literary painting genre and with the Constructivism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_detonating_fuse._In_the_literary_painting_genre_and_with_the_Constructivism_painting_style.@20240812-234445/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d50b8968d786310252a766a199851e0c1ea367ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a0a390cc551fa01379383a140aaf378b2b1d698436d495d505bf80977c8b53 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d50b8968d786310252a766a199851e0c1ea367ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a0a390cc551fa01379383a140aaf378b2b1d698436d495d505bf80977c8b53 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6f57350c77d25088fbf424d5b3808e55650baa1d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_devisor. +seed: 0 +use_timestamp: true +timestamp: '@20240807-185209' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_devisor.@20240807-185209 +trial_dir: /results/dreamfusion-sd/A_devisor.@20240807-185209 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A devisor. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_devisor.@20240807-185209/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ef7ea61a43ad4ff0794ced05754797e7e8c7852 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c23ed2f0fb20427ee47be5a53797930487cc5a30be327c7db296561b4761b35 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ef7ea61a43ad4ff0794ced05754797e7e8c7852 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c23ed2f0fb20427ee47be5a53797930487cc5a30be327c7db296561b4761b35 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c43bdca659674f014a40e7dbeb90fcbba78b9c1e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dicot. +seed: 0 +use_timestamp: true +timestamp: '@20240807-015957' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dicot.@20240807-015957 +trial_dir: /results/dreamfusion-sd/A_dicot.@20240807-015957 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dicot. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dicot.@20240807-015957/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6f83e2a0017b21ab0ceb245130daae84d0b91da7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d400c1ca580f0d13f6e88c4961e101b7f55033c655e40ae660eb85a53e1a2c8 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6f83e2a0017b21ab0ceb245130daae84d0b91da7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d400c1ca580f0d13f6e88c4961e101b7f55033c655e40ae660eb85a53e1a2c8 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..40d3a3cf415e50401a8df9344e99229f8e3a0d11 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dik-dik._With_the_Symbolism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-114604' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604 +trial_dir: /results/dreamfusion-sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dik-dik. With the Symbolism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dik-dik._With_the_Symbolism_painting_style.@20240810-114604/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8a8c8637648efaf96999fa78d92db110ac7d7f89 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6939126f0d0e2824af610b2ce4d6fd4ab9fc4459bae940bb3d108906bb16fca4 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8a8c8637648efaf96999fa78d92db110ac7d7f89 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6939126f0d0e2824af610b2ce4d6fd4ab9fc4459bae940bb3d108906bb16fca4 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..55079cb2e4ef30ae2d9ef59f493a3ce34a8e663c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin. +seed: 0 +use_timestamp: true +timestamp: '@20240817-021250' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250 +trial_dir: /results/dreamfusion-sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A diminutive cafeteria facility. In the style of the artist Eugene Boudin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diminutive_cafeteria_facility._In_the_style_of_the_artist_Eugene_Boudin.@20240817-021250/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..59202420fe75ce30839a1b42ceadcc3e4f517583 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb7429bc12565d65cd26217f5f0dc6144786c0b76ca14b3fc8db29ebaa94439c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..59202420fe75ce30839a1b42ceadcc3e4f517583 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb7429bc12565d65cd26217f5f0dc6144786c0b76ca14b3fc8db29ebaa94439c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a10f6de1f42044b038a4fcb20c6b4e23ca5654be --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_diminutive_jerboa;_viola_da_braccio. +seed: 0 +use_timestamp: true +timestamp: '@20240811-133641' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_diminutive_jerboa;_viola_da_braccio.@20240811-133641 +trial_dir: /results/dreamfusion-sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A diminutive jerboa; viola da braccio. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diminutive_jerboa;_viola_da_braccio.@20240811-133641/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..58ba64bbad41ea8dc72ef7312d15aa361cf0a440 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863e14a38d1c6be74f3b4a3fc3c710ad18856a7bae6be55007cf680140f00090 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..58ba64bbad41ea8dc72ef7312d15aa361cf0a440 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863e14a38d1c6be74f3b4a3fc3c710ad18856a7bae6be55007cf680140f00090 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8c35d5a27f92b81c088f0f536b6fbdce9b5fe8fb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dinocerate. +seed: 0 +use_timestamp: true +timestamp: '@20240807-220202' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dinocerate.@20240807-220202 +trial_dir: /results/dreamfusion-sd/A_dinocerate.@20240807-220202 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dinocerate. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dinocerate.@20240807-220202/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0c14806cdf7a409c5a512e8a622490cec2461726 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff20cc710d4e121a611cb040a9d08c9ad8a79a2538cd72400802a9b0eb65ed29 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0c14806cdf7a409c5a512e8a622490cec2461726 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff20cc710d4e121a611cb040a9d08c9ad8a79a2538cd72400802a9b0eb65ed29 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..401b2aebabf9c27c0ce547d5721fc776abffd2bc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-125155' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155 +trial_dir: /results/dreamfusion-sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dinoflagellate; a neck (land). With the Post-Minimalism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dinoflagellate;_a_neck_(land)._With_the_Post-Minimalism_painting_style.@20240817-125155/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..13fc952d5a0680344e4256761888e4b9f199334e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3c9a7604b460d781fe7b068aac5597a22182479ee731bcccdf95b7d3ff4249 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..13fc952d5a0680344e4256761888e4b9f199334e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3c9a7604b460d781fe7b068aac5597a22182479ee731bcccdf95b7d3ff4249 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..06692564a4e4de2893224547deb434866ba050a1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol. +seed: 0 +use_timestamp: true +timestamp: '@20240808-154323' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323 +trial_dir: /results/dreamfusion-sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A direful no-show (guest). In the tessellation genre and in the style + of the artist kiri nichol. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_direful_no-show_(guest)._In_the_tessellation_genre_and_in_the_style_of_the_artist_kiri_nichol.@20240808-154323/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1510a32171167539eec7728ed485a05dd6171af8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e4812c058c539366b1c7283c836865f37c5e0f47b9cc9a3af1d7a8bbabcdb0 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1510a32171167539eec7728ed485a05dd6171af8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e4812c058c539366b1c7283c836865f37c5e0f47b9cc9a3af1d7a8bbabcdb0 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8cd7b0cee227d943ccce8bcb301b0f820147af3a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-122715' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715 +trial_dir: /results/dreamfusion-sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A direful sponge cloth. In the style of the artist Pyotr Konchalovsky + and using the canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_direful_sponge_cloth._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_using_the_canvas_painting_technique.@20240808-122715/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ead49303ec271cb75283704e96c87ab808671d30 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859463c6b0e6d13cb5461e1c46288d9cf4f7139f5ef81370150943592b29238c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ead49303ec271cb75283704e96c87ab808671d30 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859463c6b0e6d13cb5461e1c46288d9cf4f7139f5ef81370150943592b29238c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0af8b8f4ff61b7a09dcb9e80ce9b7fd53ab16c37 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-185916' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916 +trial_dir: /results/dreamfusion-sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dirty adviser; a heartseed. In the shan shui genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dirty_adviser;_a_heartseed._In_the_shan_shui_genre.@20240813-185916/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..027efa8525aadac9e3b36322aaa12c6c624a8d24 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aaf1754ebddc4bf39c0e5499d06586fdc6804f0b4a8134fc8cdbce4fd57d6be +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..027efa8525aadac9e3b36322aaa12c6c624a8d24 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aaf1754ebddc4bf39c0e5499d06586fdc6804f0b4a8134fc8cdbce4fd57d6be +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3e0c7fdc41d53984ce0d2426cc7643b320b452f1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-035159' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159 +trial_dir: /results/dreamfusion-sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A discount house is indicates wind direction the sweatbox (device). With + the Action painting painting style and using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_discount_house_is_indicates_wind_direction_the_sweatbox_(device)._With_the_Action_painting_painting_style_and_using_the_encaustic_painting_technique.@20240816-035159/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6dc210d34e969f2330770ad7787664354d05aea7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b907ebcd655290fd2f66a6f4a5896d9e3037a7ecbbf7bac6fa9fa3c832636ca +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6dc210d34e969f2330770ad7787664354d05aea7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b907ebcd655290fd2f66a6f4a5896d9e3037a7ecbbf7bac6fa9fa3c832636ca +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..29bc8d225abf10ce0c507ca91d4c45095a038c21 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dishy_economic_libertarian. +seed: 0 +use_timestamp: true +timestamp: '@20240816-170059' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dishy_economic_libertarian.@20240816-170059 +trial_dir: /results/dreamfusion-sd/A_dishy_economic_libertarian.@20240816-170059 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dishy economic libertarian. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dishy_economic_libertarian.@20240816-170059/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0cfeb9976ebfe74914682e2d871c0b82e158b4b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1fdd8efa2a7466096a12417cdb7ffb0da9300805eb2df3cddbe9b2f2726ddaf +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0cfeb9976ebfe74914682e2d871c0b82e158b4b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1fdd8efa2a7466096a12417cdb7ffb0da9300805eb2df3cddbe9b2f2726ddaf +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..56afd7bb12c87bf4fed532a0964ffb57e08542b1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240818-001215' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215 +trial_dir: /results/dreamfusion-sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dishy holding pattern; a transactor. In the interior genre and with + the Nas-Taliq painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dishy_holding_pattern;_a_transactor._In_the_interior_genre_and_with_the_Nas-Taliq_painting_style.@20240818-001215/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0803e145085c0bf497f0fb1453b68a3c8c1deadc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c461ebc6359de7401983edce7895d8d0923ce54b60f577f206e268374efc21 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0803e145085c0bf497f0fb1453b68a3c8c1deadc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c461ebc6359de7401983edce7895d8d0923ce54b60f577f206e268374efc21 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7090578f1984b0d8dec96c2857a22febfc566ab6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-132913' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913 +trial_dir: /results/dreamfusion-sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A disquieting warship. In the style of the artist kiri nichol and using + the 3D rendering technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_disquieting_warship._In_the_style_of_the_artist_kiri_nichol_and_using_the_3D_rendering_technique.@20240809-132913/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..840066ca875e54f174d216d2d2c90f23d019cc23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9fb7c470ac81a5365bfe7699b85216dbf1bea978f46a7687effd57fb038432 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..840066ca875e54f174d216d2d2c90f23d019cc23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9fb7c470ac81a5365bfe7699b85216dbf1bea978f46a7687effd57fb038432 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a533581df18a43ed1b1cfd18e3f94eddf7ff6e05 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-003655' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655 +trial_dir: /results/dreamfusion-sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A distressing celt. In the style of the artist Gustave Dore and using + the charcoal drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_distressing_celt._In_the_style_of_the_artist_Gustave_Dore_and_using_the_charcoal_drawing_technique.@20240810-003655/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2cba8f3e0e75a6853b11fa9e24cb16275af4f2e5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa86f858b5b8f9971ac71a458badd3d43c8d7d0b69e073796788a90e4f83956 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2cba8f3e0e75a6853b11fa9e24cb16275af4f2e5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa86f858b5b8f9971ac71a458badd3d43c8d7d0b69e073796788a90e4f83956 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f4109e61ab1bf6665dadb14ab0f20917c67d92f6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_distressing_fitment;_a_drama_critic. +seed: 0 +use_timestamp: true +timestamp: '@20240812-185545' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_distressing_fitment;_a_drama_critic.@20240812-185545 +trial_dir: /results/dreamfusion-sd/A_distressing_fitment;_a_drama_critic.@20240812-185545 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A distressing fitment; a drama critic. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_distressing_fitment;_a_drama_critic.@20240812-185545/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..838f050d8ab317fd02f9e7a2c0029d00b5e9acf4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea7cd0b9e98f95898f82a3c5e98c45bf81aa33d3e7676899ee173803876d4c5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..838f050d8ab317fd02f9e7a2c0029d00b5e9acf4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea7cd0b9e98f95898f82a3c5e98c45bf81aa33d3e7676899ee173803876d4c5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c364753667ffcf6357aabefd3d8d95eabeae1508 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-000331' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331 +trial_dir: /results/dreamfusion-sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A disturbing quietist. With the Contemporary Realism painting style and + using the watercolor painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_disturbing_quietist._With_the_Contemporary_Realism_painting_style_and_using_the_watercolor_painting_technique.@20240810-000331/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..18c3cb5172cd601410646d6782e818d10cce3254 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce26534d66d9810072af033b247cb8ed6a26c3821f17c307634c96171a0e77b +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..18c3cb5172cd601410646d6782e818d10cce3254 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce26534d66d9810072af033b247cb8ed6a26c3821f17c307634c96171a0e77b +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ce752417ff48709f9b55507539ad739f64d0ef93 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ditch_digger. +seed: 0 +use_timestamp: true +timestamp: '@20240807-002355' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ditch_digger.@20240807-002355 +trial_dir: /results/dreamfusion-sd/A_ditch_digger.@20240807-002355 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ditch digger. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ditch_digger.@20240807-002355/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7fc28a70579641d1bcf75a7dca771521b4aa8bf8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:781ba1eb1065ea21afe1af528c0a0ebeb2a48a97fc2dc23862559311bd671a78 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7fc28a70579641d1bcf75a7dca771521b4aa8bf8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:781ba1eb1065ea21afe1af528c0a0ebeb2a48a97fc2dc23862559311bd671a78 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c952ef96143524688d8e821b860024a3cf0db21f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau. +seed: 0 +use_timestamp: true +timestamp: '@20240812-021912' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912 +trial_dir: /results/dreamfusion-sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A divergent thinker. In the abstract genre and in the style of the artist + Henri Rousseau. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_divergent_thinker._In_the_abstract_genre_and_in_the_style_of_the_artist_Henri_Rousseau.@20240812-021912/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..af1c77feb9f1ba7f9cb2611eabbbb1159209366e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac421c0f4e8e8cc297744f4f127adf747f1b9b5276f5b57b3033c2f6b63bc950 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..af1c77feb9f1ba7f9cb2611eabbbb1159209366e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac421c0f4e8e8cc297744f4f127adf747f1b9b5276f5b57b3033c2f6b63bc950 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ade24f75cede442d38f406140975660b3da8cf34 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-112206' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206 +trial_dir: /results/dreamfusion-sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A diving suit; an entrepreneur. With the Conceptual Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_diving_suit;_an_entrepreneur._With_the_Conceptual_Art_painting_style.@20240817-112206/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d9f00335fdae48121f45d1b11ba70b609b01c09a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c76829eb760081da196bc71ee220cce12396604c878c987e20dc5e1858e3d13 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d9f00335fdae48121f45d1b11ba70b609b01c09a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c76829eb760081da196bc71ee220cce12396604c878c987e20dc5e1858e3d13 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c5a894e01031957d124e32babab9a1e58dfc1e82 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-171223' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223 +trial_dir: /results/dreamfusion-sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dog violet; a scabbard. In the tessellation genre and with the Kinetic + Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dog_violet;_a_scabbard._In_the_tessellation_genre_and_with_the_Kinetic_Art_painting_style.@20240809-171223/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d179474f706d26034d77491bec14c2cb87571097 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcf83c885dabc17d3b66d36d902bb86a5bdaf704354173bcca1061e472fe337 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d179474f706d26034d77491bec14c2cb87571097 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcf83c885dabc17d3b66d36d902bb86a5bdaf704354173bcca1061e472fe337 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b90db2016b8f0876c679b2f04acd65b2eb60adbd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240808-161547' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547 +trial_dir: /results/dreamfusion-sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A domed ovrette. In the cityscape genre and with the Abstract Expressionism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_domed_ovrette._In_the_cityscape_genre_and_with_the_Abstract_Expressionism_painting_style.@20240808-161547/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..485550d6174672f6f403f58570085927848465c0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b1b159dd8c451d6ab2e3d721471c6b5a38901fc913d3145952ffcf24f3b86d +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..485550d6174672f6f403f58570085927848465c0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b1b159dd8c451d6ab2e3d721471c6b5a38901fc913d3145952ffcf24f3b86d +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..92f52032420cf508fa85a40140e9915d318b19a1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir. +seed: 0 +use_timestamp: true +timestamp: '@20240815-103443' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443 +trial_dir: /results/dreamfusion-sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dominican (friar); a frontier (boundary); a shelf bracket. In the style + of the artist Pierre Auguste Renoir. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dominican_(friar);_a_frontier_(boundary);_a_shelf_bracket._In_the_style_of_the_artist_Pierre_Auguste_Renoir.@20240815-103443/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a5795ef70037cf7518b10cbc72507fb02e86454e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3787da1b3fc1d18b141e1f92333d88aeb53667b0c090289d9e7755104f672e4d +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a5795ef70037cf7518b10cbc72507fb02e86454e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3787da1b3fc1d18b141e1f92333d88aeb53667b0c090289d9e7755104f672e4d +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3202d7a8acf7f2bebd5f0bbd6ab0884ca2b5dc18 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dominique._In_the_style_of_the_artist_Raphael_Kirchner. +seed: 0 +use_timestamp: true +timestamp: '@20240811-053747' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747 +trial_dir: /results/dreamfusion-sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dominique. In the style of the artist Raphael Kirchner. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dominique._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-053747/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2f7db631530dae485fd33662fa8cead4fdfb6983 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c6d2443dc5deebd46d1174dce6eda064024c8074294d915b46c923b47e28ab +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2f7db631530dae485fd33662fa8cead4fdfb6983 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c6d2443dc5deebd46d1174dce6eda064024c8074294d915b46c923b47e28ab +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7a455725bb9743cb8ce84e0caf4bef01c3057c47 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_don_quixote. +seed: 0 +use_timestamp: true +timestamp: '@20240807-230532' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_don_quixote.@20240807-230532 +trial_dir: /results/dreamfusion-sd/A_don_quixote.@20240807-230532 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A don quixote. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_don_quixote.@20240807-230532/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..94cf9ed9910a303fe5362c395c6508d5bad817ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578e5ef5e6389bcc952257acfe76c70a712a1eb619f5d9a8609266a49ae71f29 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..94cf9ed9910a303fe5362c395c6508d5bad817ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578e5ef5e6389bcc952257acfe76c70a712a1eb619f5d9a8609266a49ae71f29 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d6167cd5ed97f317b96225965de183991f938f0c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-193622' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622 +trial_dir: /results/dreamfusion-sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A doppler radar. With the Neo-baroque painting style and using the encaustic + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_doppler_radar._With_the_Neo-baroque_painting_style_and_using_the_encaustic_painting_technique.@20240811-193622/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..846445435753f68f7c8df2f392035b885e44cdb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0745fe9db8da83cb9508df318873c69b34e96c89d0f74356f955a6bfdf502aed +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..846445435753f68f7c8df2f392035b885e44cdb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0745fe9db8da83cb9508df318873c69b34e96c89d0f74356f955a6bfdf502aed +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2844516e4efb417336a3644d29b2204d853c2bd5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dormitory_(building)._With_the_Zen_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-085603' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603 +trial_dir: /results/dreamfusion-sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dormitory (building). With the Zen painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dormitory_(building)._With_the_Zen_painting_style.@20240811-085603/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3d1b43a5b52ba7babeb850aba1c1ede0a553e890 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792f1290755e96235fe0e076ce77e8a731eda0799ebd040d2d1b3f81685a656c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3d1b43a5b52ba7babeb850aba1c1ede0a553e890 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792f1290755e96235fe0e076ce77e8a731eda0799ebd040d2d1b3f81685a656c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8d028efd8feacb621b5bbd3b5ea63326607c6a65 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin. +seed: 0 +use_timestamp: true +timestamp: '@20240806-155839' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839 +trial_dir: /results/dreamfusion-sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dotard; a dialog box. In the style of the artist Eugene Boudin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dotard;_a_dialog_box._In_the_style_of_the_artist_Eugene_Boudin.@20240806-155839/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ef0585171d82bed022e4f94cabad91cfa835a39 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c04f17aa4f6a0c7ce4aeb5e6468ddbfe75f4b3ee028357fed23003c5497c3cc1 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ef0585171d82bed022e4f94cabad91cfa835a39 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c04f17aa4f6a0c7ce4aeb5e6468ddbfe75f4b3ee028357fed23003c5497c3cc1 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..728972d1e14695f1bb1145a139ad4c69bf74b4a0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_drain_(tube). +seed: 0 +use_timestamp: true +timestamp: '@20240807-092134' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_drain_(tube).@20240807-092134 +trial_dir: /results/dreamfusion-sd/A_drain_(tube).@20240807-092134 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A drain (tube). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_drain_(tube).@20240807-092134/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f2d088180c2d0da33f6b20d03edbb05d48393fc6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4505aa67d48e9c2b426e63fa43655f9e2ed2076558e8705d035fcdf4a93a5047 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f2d088180c2d0da33f6b20d03edbb05d48393fc6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4505aa67d48e9c2b426e63fa43655f9e2ed2076558e8705d035fcdf4a93a5047 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b747eebc5fc0c64ce93ea52652a40554eca6456c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin. +seed: 0 +use_timestamp: true +timestamp: '@20240811-110731' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731 +trial_dir: /results/dreamfusion-sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A drape. In the style of the artist Jean-Baptiste-Simeon Chardin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_drape._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin.@20240811-110731/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ca0fc6c797a59b63162492a1efa4351d0e98f181 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4547a94e12196cbdaf7132d717e292390ebe5ff4c014306861c528272ed31ce +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ca0fc6c797a59b63162492a1efa4351d0e98f181 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4547a94e12196cbdaf7132d717e292390ebe5ff4c014306861c528272ed31ce +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..186b7d4eadcaa317cbbc6c54bc706c7dc8734af4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240808-020937' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937 +trial_dir: /results/dreamfusion-sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dreadnought; a morion. In the style of the artist Zeng Fanzhi and with + the Dada painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dreadnought;_a_morion._In_the_style_of_the_artist_Zeng_Fanzhi_and_with_the_Dada_painting_style.@20240808-020937/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e95fa5248b97097d7fe345b468ebd716d1c1d5b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc0ffa4f57c1a49f9d28107966e6608233d1277b2846281627a26e67e24f2f4 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e95fa5248b97097d7fe345b468ebd716d1c1d5b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc0ffa4f57c1a49f9d28107966e6608233d1277b2846281627a26e67e24f2f4 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..56036022c8558b77a769ab64a6d4c4c2c2ea7d22 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dressing_room;_a_triangular_tabasco_pepper. +seed: 0 +use_timestamp: true +timestamp: '@20240811-044315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315 +trial_dir: /results/dreamfusion-sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dressing room; a triangular tabasco pepper. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dressing_room;_a_triangular_tabasco_pepper.@20240811-044315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2229465fae2494ab3aa70ba259de00e532ecc9e6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f7708217a5bd37f50ffdcbf71b63c4cfd34156b8af17a9ed89b7c89655a235 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2229465fae2494ab3aa70ba259de00e532ecc9e6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f7708217a5bd37f50ffdcbf71b63c4cfd34156b8af17a9ed89b7c89655a235 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9614fcad7d5ba03eeddda6ecb62516127c69603d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dried_little_barley;_an_earphone. +seed: 0 +use_timestamp: true +timestamp: '@20240812-093020' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dried_little_barley;_an_earphone.@20240812-093020 +trial_dir: /results/dreamfusion-sd/A_dried_little_barley;_an_earphone.@20240812-093020 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dried little barley; an earphone. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dried_little_barley;_an_earphone.@20240812-093020/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6521d98c49a2bd1e075bcbaa4bda0eceec5ba73a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232f0fc633313ae71c33a3173f2e2bbcc9546ac4478defe7fa53295a1d10629d +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6521d98c49a2bd1e075bcbaa4bda0eceec5ba73a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232f0fc633313ae71c33a3173f2e2bbcc9546ac4478defe7fa53295a1d10629d +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..536b993edb54d1eff5ec0da317968f9ec5373f8a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dry_masonry. +seed: 0 +use_timestamp: true +timestamp: '@20240806-101347' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dry_masonry.@20240806-101347 +trial_dir: /results/dreamfusion-sd/A_dry_masonry.@20240806-101347 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dry masonry. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dry_masonry.@20240806-101347/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a85083820ca918dc0a9d62f6153d8e90394e3b56 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3e1f903c024029cb25f9f78cccc96633df451ff3a2255416d8e362bb45f4e47 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a85083820ca918dc0a9d62f6153d8e90394e3b56 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3e1f903c024029cb25f9f78cccc96633df451ff3a2255416d8e362bb45f4e47 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0be9035332c48d1b3afbc686cf65fee59530ccbd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-225954' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954 +trial_dir: /results/dreamfusion-sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dry rot. In the style of the artist Hans Holbein the Younger and using + the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dry_rot._In_the_style_of_the_artist_Hans_Holbein_the_Younger_and_using_the_encaustic_painting_technique.@20240812-225954/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5fb343d832eb636e6cd1898c300a7a412fcb237e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7042280a1afaad9bb796858c85f6c5af1eb2a7efe29035795d40e5b5d9b3ae +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5fb343d832eb636e6cd1898c300a7a412fcb237e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7042280a1afaad9bb796858c85f6c5af1eb2a7efe29035795d40e5b5d9b3ae +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b6a5f55428f5903940c1a30aa5b43c22ebec9c75 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240816-104145' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145 +trial_dir: /results/dreamfusion-sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dwarfish and gravel mutton snapper. In the sketch and study genre and + with the Costumbrismo painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_and_gravel_mutton_snapper._In_the_sketch_and_study_genre_and_with_the_Costumbrismo_painting_style.@20240816-104145/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..21ffc05e7db425775e461d2ff6f11aff1390d500 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e57aaf3c6d86bd771a4d1418bdda63cc051fa70cbea84eada4c2145faa2558b +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..21ffc05e7db425775e461d2ff6f11aff1390d500 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e57aaf3c6d86bd771a4d1418bdda63cc051fa70cbea84eada4c2145faa2558b +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..277f8ba66b823b595950dac7727aecb459a196ed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dwarfish_fomite. +seed: 0 +use_timestamp: true +timestamp: '@20240815-221450' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dwarfish_fomite.@20240815-221450 +trial_dir: /results/dreamfusion-sd/A_dwarfish_fomite.@20240815-221450 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dwarfish fomite. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_fomite.@20240815-221450/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c8549a906f450cd31a32b1ee64719ad9e5180d2e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e4d30fe323ac9e4f456da67d4f602c9d75f77d766475fdac687bb6ddedbf36 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c8549a906f450cd31a32b1ee64719ad9e5180d2e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e4d30fe323ac9e4f456da67d4f602c9d75f77d766475fdac687bb6ddedbf36 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..02c46766c116496f3443d7baf9a4b81493dcc981 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dwarfish_grand_inquisitor;_flavivirus. +seed: 0 +use_timestamp: true +timestamp: '@20240812-121804' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804 +trial_dir: /results/dreamfusion-sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dwarfish grand inquisitor; flavivirus. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dwarfish_grand_inquisitor;_flavivirus.@20240812-121804/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9428791360e06a42e1fde354d6d228a559ebe929 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9fa39a366b938737566f1f49e528419a2b24b117c495635daef25b9910cbe4 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9428791360e06a42e1fde354d6d228a559ebe929 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9fa39a366b938737566f1f49e528419a2b24b117c495635daef25b9910cbe4 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..51d21fccf47fd9b57c1957e4e498e21e520e8407 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-115924' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924 +trial_dir: /results/dreamfusion-sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A dyer's rocket; a teal. With the American Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_dyer's_rocket;_a_teal._With_the_American_Realism_painting_style.@20240807-115924/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f0793a7f8d75af9d781f5314212d12a57fc227c6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac1f83a7270e2200a1ba3a314c8c86067828f8cce9f742ec5e784fdc54df6f5d +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f0793a7f8d75af9d781f5314212d12a57fc227c6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac1f83a7270e2200a1ba3a314c8c86067828f8cce9f742ec5e784fdc54df6f5d +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d625eb88fae9ed0d8e1e423097ad987ae3551429 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fabric_day_camp. +seed: 0 +use_timestamp: true +timestamp: '@20240813-124145' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fabric_day_camp.@20240813-124145 +trial_dir: /results/dreamfusion-sd/A_fabric_day_camp.@20240813-124145 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fabric day camp. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fabric_day_camp.@20240813-124145/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0548f0fff26465ec49538ea5d81a79cfbca6adb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fcd42d6bcd3e6d11a9762416fe6513f55b2ec32c7ff67c6e038c38144778c52 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0548f0fff26465ec49538ea5d81a79cfbca6adb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fcd42d6bcd3e6d11a9762416fe6513f55b2ec32c7ff67c6e038c38144778c52 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5bba88d8299754de7d362a395a2ae24744dcd63e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_face_powder._In_the_literary_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240810-104120' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_face_powder._In_the_literary_painting_genre.@20240810-104120 +trial_dir: /results/dreamfusion-sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A face powder. In the literary painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_face_powder._In_the_literary_painting_genre.@20240810-104120/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4fa16b7ef51490a08cdf7a82d7eec0641f75155f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5084f33f58b1993df512d558034d70973643e8ef3fb2742f497a556a13c528 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4fa16b7ef51490a08cdf7a82d7eec0641f75155f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5084f33f58b1993df512d558034d70973643e8ef3fb2742f497a556a13c528 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..93657d71477c91cf15e5f64b06b0d0fd304eec29 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240814-205035' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035 +trial_dir: /results/dreamfusion-sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A false miterwort is used for celebration by the combination plane. With + the Zen painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_false_miterwort_is_used_for_celebration_by_the_combination_plane._With_the_Zen_painting_style.@20240814-205035/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fbb8099720ceb23f3ca81fd1b7308f52a61e0a9f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541c420f878118b6fb29e6fee725131bcb1ea25e8fb0b718f403169ef548faa7 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fbb8099720ceb23f3ca81fd1b7308f52a61e0a9f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541c420f878118b6fb29e6fee725131bcb1ea25e8fb0b718f403169ef548faa7 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80470978e38d376a00f17a98753f85f60586fbc4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_far-off_cabbage_palmetto;_a_pilgrim_(settler). +seed: 0 +use_timestamp: true +timestamp: '@20240813-063404' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404 +trial_dir: /results/dreamfusion-sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A far-off cabbage palmetto; a pilgrim (settler). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_far-off_cabbage_palmetto;_a_pilgrim_(settler).@20240813-063404/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..205517858e5e98de6c6a1ac61020617352b9a7ba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8af413b67e685b39d6aa7b22a61d64b689b86236b911ee21026f1600b6877263 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..205517858e5e98de6c6a1ac61020617352b9a7ba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8af413b67e685b39d6aa7b22a61d64b689b86236b911ee21026f1600b6877263 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8eb7baf4d2dca3eb30004da65849b9ead3d6bda0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-231711' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711 +trial_dir: /results/dreamfusion-sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A farm building; an undersized binder (ligament). In the flower painting + genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_farm_building;_an_undersized_binder_(ligament)._In_the_flower_painting_genre.@20240813-231711/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..59672ad514f4679c1f029e1b1371110dc3f89b74 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3225272dc6d5b01b49326b0682a6717a2236b1823b85f5f9a51041e28d66b843 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..59672ad514f4679c1f029e1b1371110dc3f89b74 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3225272dc6d5b01b49326b0682a6717a2236b1823b85f5f9a51041e28d66b843 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0a4ef84e1c7f3c2a0cb54f2cc9565344d1113f57 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-111150' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150 +trial_dir: /results/dreamfusion-sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A farm machine. In the cityscape genre and using the watercolor painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_farm_machine._In_the_cityscape_genre_and_using_the_watercolor_painting_technique.@20240812-111150/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c789d3b1d87fa53c2759f119d90c72a0e04e5516 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d217c1175b0fa7503c3db12b04aeedda7c2b13b4f3a8cfd05fd3f23c875b1e6c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c789d3b1d87fa53c2759f119d90c72a0e04e5516 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d217c1175b0fa7503c3db12b04aeedda7c2b13b4f3a8cfd05fd3f23c875b1e6c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e5a8a70b5cba4f92fa69f183e09ed1a217eca80c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fat_guard_boat._Using_the_pencil_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-102150' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150 +trial_dir: /results/dreamfusion-sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fat guard boat. Using the pencil drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_guard_boat._Using_the_pencil_drawing_technique.@20240807-102150/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..13eb64ad4d18f41d14581fa3791c614b0486f517 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cbc3ef4c18b7af9c2a987e4870fac104552f5f303bf3942228e7bb10739adb3 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..13eb64ad4d18f41d14581fa3791c614b0486f517 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cbc3ef4c18b7af9c2a987e4870fac104552f5f303bf3942228e7bb10739adb3 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ddc9106188a646e6a801a193887197ecc0a8a74a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-102029' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029 +trial_dir: /results/dreamfusion-sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fat police sergeant; ringhals. In the symbolic painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_police_sergeant;_ringhals._In_the_symbolic_painting_genre.@20240813-102029/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b6ea286fa35415344fdc4fc1c39e19a30f99e44d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eb8b4ec86ad9b7e938f7100b37a5ee8a96eb24b325fa20d54866a06c847bdce +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b6ea286fa35415344fdc4fc1c39e19a30f99e44d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eb8b4ec86ad9b7e938f7100b37a5ee8a96eb24b325fa20d54866a06c847bdce +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7a7601f8a78230afaf521c44f9e651747133241e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-103450' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450 +trial_dir: /results/dreamfusion-sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fat slippery dick. In the still life genre and with the Art Deco painting + style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fat_slippery_dick._In_the_still_life_genre_and_with_the_Art_Deco_painting_style.@20240810-103450/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..96346ad05f2362696481e88eccec23a9a29d905c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1719fd6aa5930681e61999f687d55f08f4065b25f327bf6767c54cf30809d5 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..96346ad05f2362696481e88eccec23a9a29d905c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1719fd6aa5930681e61999f687d55f08f4065b25f327bf6767c54cf30809d5 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4dd08c326c6b9adb8c31834149a307a785612b93 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fearsome_minor_leaguer._Using_the_collage_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-042441' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441 +trial_dir: /results/dreamfusion-sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fearsome minor leaguer. Using the collage painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fearsome_minor_leaguer._Using_the_collage_painting_technique.@20240807-042441/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d6793856772fe745957f212f5516cfad238223d8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:972c11334268986820d045f159fa97b49c303a3799ca4ef036a87d6b17e36e0e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d6793856772fe745957f212f5516cfad238223d8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:972c11334268986820d045f159fa97b49c303a3799ca4ef036a87d6b17e36e0e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c4c07e0f389525e31e1f634c83af8ff62772c639 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-140544' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544 +trial_dir: /results/dreamfusion-sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A feedback circuit is queuing behind the keeshond. In the symbolic painting + genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_feedback_circuit_is_queuing_behind_the_keeshond._In_the_symbolic_painting_genre.@20240813-140544/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..128aa9f590056996e8b7ea6e0dfb9283a6dab492 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7124e53913c9df84b44548905394926857dbcdeb1e923f8904a30e04386d540 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..128aa9f590056996e8b7ea6e0dfb9283a6dab492 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7124e53913c9df84b44548905394926857dbcdeb1e923f8904a30e04386d540 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..72e2be91117bc9b96c0b58d0343649961daeac8e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fibrous_and_marbled_kraal_(village). +seed: 0 +use_timestamp: true +timestamp: '@20240811-101646' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fibrous_and_marbled_kraal_(village).@20240811-101646 +trial_dir: /results/dreamfusion-sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fibrous and marbled kraal (village). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fibrous_and_marbled_kraal_(village).@20240811-101646/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9dc8407a87ba159183695476d8d4ded6cb5f271d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d45997fdfb5519b13228065a12431ebceb91ea40c940e29eb62591791057aef +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9dc8407a87ba159183695476d8d4ded6cb5f271d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d45997fdfb5519b13228065a12431ebceb91ea40c940e29eb62591791057aef +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ed175b5cb902dce73ce814a151bfe9c70c39eef --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240819-030629' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629 +trial_dir: /results/dreamfusion-sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fine and tiny cling. In the style of the artist Edward Hopper and with + the Post-Impressionism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fine_and_tiny_cling._In_the_style_of_the_artist_Edward_Hopper_and_with_the_Post-Impressionism_painting_style.@20240819-030629/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..79f3890874efb4d00822236b12f7c683baef6b57 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78bdb21a455e36837ce69060826758f310ae7dd7c1dbf3fbb7667c1344ebdc59 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..79f3890874efb4d00822236b12f7c683baef6b57 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78bdb21a455e36837ce69060826758f310ae7dd7c1dbf3fbb7667c1344ebdc59 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..92595db7db6515c97756f7f076a90641f78dfd40 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fire._Using_the_drip_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-023913' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fire._Using_the_drip_painting_technique.@20240810-023913 +trial_dir: /results/dreamfusion-sd/A_fire._Using_the_drip_painting_technique.@20240810-023913 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fire. Using the drip painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fire._Using_the_drip_painting_technique.@20240810-023913/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3602ee9059b2464a3ee2f4717ebfe390451e9531 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a77a2d7172160541d65d1adbe370f7250af869c8cb1b1fb75b9eb819a0d2ceb +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3602ee9059b2464a3ee2f4717ebfe390451e9531 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a77a2d7172160541d65d1adbe370f7250af869c8cb1b1fb75b9eb819a0d2ceb +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7a85f87daaab05bae14c31224c36757df2cb9946 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_firing_range;_a_souari_nut. +seed: 0 +use_timestamp: true +timestamp: '@20240815-200609' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_firing_range;_a_souari_nut.@20240815-200609 +trial_dir: /results/dreamfusion-sd/A_firing_range;_a_souari_nut.@20240815-200609 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A firing range; a souari nut. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_firing_range;_a_souari_nut.@20240815-200609/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..28a4b4110208940f30d12abb7e042d9d970eb12c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d52d8b94fd525690dd7d7fb7c1ff2183742c3f71cf281b420929ac57e8789590 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..28a4b4110208940f30d12abb7e042d9d970eb12c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d52d8b94fd525690dd7d7fb7c1ff2183742c3f71cf281b420929ac57e8789590 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..99e7a785441659acb1600717cb4cde7039c97b27 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fishbowl._Using_the_crayon_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-163336' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336 +trial_dir: /results/dreamfusion-sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fishbowl. Using the crayon drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fishbowl._Using_the_crayon_drawing_technique.@20240810-163336/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..840cf92261ed9367e9da5a898e9f4bc807b0e316 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe28e49b4e44a39803ac73eae0b1a463360b3074f3e7a441b1cf4abdd83d5f8 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..840cf92261ed9367e9da5a898e9f4bc807b0e316 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe28e49b4e44a39803ac73eae0b1a463360b3074f3e7a441b1cf4abdd83d5f8 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0c1a7fe249b658605bee9e4e960756f9f8dcfa83 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fit_bystander;_chamois_cress. +seed: 0 +use_timestamp: true +timestamp: '@20240811-065632' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fit_bystander;_chamois_cress.@20240811-065632 +trial_dir: /results/dreamfusion-sd/A_fit_bystander;_chamois_cress.@20240811-065632 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fit bystander; chamois cress. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_bystander;_chamois_cress.@20240811-065632/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d1f7cfe2b9426581a2ed996ebfca6d4d35b94e5a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8655eb6a0ee4d5bfec080785c7a153b25bcd219a4d3e1a7d4e10cc7cc36b3fd +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d1f7cfe2b9426581a2ed996ebfca6d4d35b94e5a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8655eb6a0ee4d5bfec080785c7a153b25bcd219a4d3e1a7d4e10cc7cc36b3fd +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0c90821ffc33237924bf8556abf7fd6fa70564f0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240816-134929' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929 +trial_dir: /results/dreamfusion-sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fit clip (fastener); a fare. In the animal painting genre and with the + High Renaissance painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_clip_(fastener);_a_fare._In_the_animal_painting_genre_and_with_the_High_Renaissance_painting_style.@20240816-134929/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b8d327fbb05807d33a73049ca74abdb23e20aeb8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ed0a27edb686f351a4c701562e912b69fdbaa7efd11a64de6b6965573382bf +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b8d327fbb05807d33a73049ca74abdb23e20aeb8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ed0a27edb686f351a4c701562e912b69fdbaa7efd11a64de6b6965573382bf +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d2eaa263b3a62f4ba0e4f5819f00c03ce2a33feb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein. +seed: 0 +use_timestamp: true +timestamp: '@20240808-172101' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101 +trial_dir: /results/dreamfusion-sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fit cocobolo. In the history painting genre and in the style of the + artist Yves Klein. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_cocobolo._In_the_history_painting_genre_and_in_the_style_of_the_artist_Yves_Klein.@20240808-172101/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d92372f8e81f67fbbc6f1a0fd08fbc076e80f5ee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5dc789aaf7179b88664b0b534313b6c775b6260b56e24e8c146a07ac7b1eeb6 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d92372f8e81f67fbbc6f1a0fd08fbc076e80f5ee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5dc789aaf7179b88664b0b534313b6c775b6260b56e24e8c146a07ac7b1eeb6 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2fe07d95bc824119f42028c1eb61422b7f557596 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fit_electrograph_(electrical_device);_a_kazoo. +seed: 0 +use_timestamp: true +timestamp: '@20240810-220528' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528 +trial_dir: /results/dreamfusion-sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fit electrograph (electrical device); a kazoo. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_electrograph_(electrical_device);_a_kazoo.@20240810-220528/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f1ba57c2ffb4458507d3596d1aad8a351d6e749d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d92e59fdd1b02722047b20ad0a449c0febfd20a3e652fad9ea14ada01ae5fe3 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f1ba57c2ffb4458507d3596d1aad8a351d6e749d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d92e59fdd1b02722047b20ad0a449c0febfd20a3e652fad9ea14ada01ae5fe3 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..82acb3813963ada447b4683c54ca6d469d53cd18 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-200939' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939 +trial_dir: /results/dreamfusion-sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fit first sergeant. In the pastorale genre and with the Tachisme painting + style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_first_sergeant._In_the_pastorale_genre_and_with_the_Tachisme_painting_style.@20240807-200939/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f80646049dab5381f7e1c159b952ff53709958d7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9189c5fd7605ddaea78533873faf4206611adec89e84861bedcf84a5ea066a84 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f80646049dab5381f7e1c159b952ff53709958d7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9189c5fd7605ddaea78533873faf4206611adec89e84861bedcf84a5ea066a84 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3cc9891b9668dba9974ee71608f0979bcd24a09c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fit_visor._In_the_shan_shui_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240807-144135' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fit_visor._In_the_shan_shui_genre.@20240807-144135 +trial_dir: /results/dreamfusion-sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fit visor. In the shan shui genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fit_visor._In_the_shan_shui_genre.@20240807-144135/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..04298931ec8aa6304adc2217838df4b829cd0e3b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302272a2c7e81b3c94f43b4ff50fd98ee3a2696b7de4b5c9aea6b62baf49e1f8 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..04298931ec8aa6304adc2217838df4b829cd0e3b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302272a2c7e81b3c94f43b4ff50fd98ee3a2696b7de4b5c9aea6b62baf49e1f8 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ddf979e0f48ec876918611aeff7c33dc54a3b33 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fixer-upper_is_indicates_destination_for_the_sockeye. +seed: 0 +use_timestamp: true +timestamp: '@20240811-115657' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657 +trial_dir: /results/dreamfusion-sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fixer-upper is indicates destination for the sockeye. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fixer-upper_is_indicates_destination_for_the_sockeye.@20240811-115657/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6876e6f738dc22cb4d9e756b150c4717698f3e6b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e64b2acc7205ef5fbefa485097e85cd85a5020f981409b937de48354343d71 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6876e6f738dc22cb4d9e756b150c4717698f3e6b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e64b2acc7205ef5fbefa485097e85cd85a5020f981409b937de48354343d71 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73a9a8c2d436f0c278e49253d4c1973dd89c0d1a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_flare;_a_pianist._With_the_Existential_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-105337' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337 +trial_dir: /results/dreamfusion-sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A flare; a pianist. With the Existential Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flare;_a_pianist._With_the_Existential_Art_painting_style.@20240807-105337/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d6cad6cba251e90f1990512de03e17b8d524b38f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2934a1ebb5ad6663ab085b329ed6398159994abd5ff401b38b1e62eea5f9dc36 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d6cad6cba251e90f1990512de03e17b8d524b38f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2934a1ebb5ad6663ab085b329ed6398159994abd5ff401b38b1e62eea5f9dc36 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..266d93dd8930ee4cf28aca85fd928ab285f320b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_flecked_astrogator._Using_the_charcoal_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-110738' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738 +trial_dir: /results/dreamfusion-sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A flecked astrogator. Using the charcoal drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flecked_astrogator._Using_the_charcoal_drawing_technique.@20240806-110738/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2289d733c5e9a2b6e7d96cbb64a4d4c31df78780 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f436924cdb4891b9ab73552223f96102e0a24d27d25017f166bb928f0927dd +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2289d733c5e9a2b6e7d96cbb64a4d4c31df78780 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f436924cdb4891b9ab73552223f96102e0a24d27d25017f166bb928f0927dd +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..364b29abdc65c917107621df767dff41b1be8f78 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240814-054450' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450 +trial_dir: /results/dreamfusion-sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fleet ballistic missile submarine; a huge sawed-off shotgun. With the + Ink and wash painting painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fleet_ballistic_missile_submarine;_a_huge_sawed-off_shotgun._With_the_Ink_and_wash_painting_painting_style.@20240814-054450/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4d3e542f9d8b980f24064cef71ac3c8b30fcfebe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f3b028231ced8140fe001002d542ec009fb52b9d51618eb18bac75454d966e6 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4d3e542f9d8b980f24064cef71ac3c8b30fcfebe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f3b028231ced8140fe001002d542ec009fb52b9d51618eb18bac75454d966e6 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aff22c0d5222f88b4c811a987812b7802313603c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_flibbertigibbet;_a_living_room. +seed: 0 +use_timestamp: true +timestamp: '@20240813-173858' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_flibbertigibbet;_a_living_room.@20240813-173858 +trial_dir: /results/dreamfusion-sd/A_flibbertigibbet;_a_living_room.@20240813-173858 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A flibbertigibbet; a living room. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flibbertigibbet;_a_living_room.@20240813-173858/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0a386ed1d6b9ea10c38683ecbcf1fabfca74e36d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37879aea24963ec217b3bd81c34f654cc9606540f47da9b106335c20af987f15 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0a386ed1d6b9ea10c38683ecbcf1fabfca74e36d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37879aea24963ec217b3bd81c34f654cc9606540f47da9b106335c20af987f15 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c00891c907547d26e9de83bfd5dfa7567aaa062 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard. +seed: 0 +use_timestamp: true +timestamp: '@20240818-124601' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601 +trial_dir: /results/dreamfusion-sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A flight engineer; a shunt (implant). In the style of the artist Pierre + Bonnard. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flight_engineer;_a_shunt_(implant)._In_the_style_of_the_artist_Pierre_Bonnard.@20240818-124601/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..08072de2c03ac6ca39d53f62b735bc78ce0ce881 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d1f3969609e35257ee0fe4836a7245889fc09c51084ee11ab59ecd9e9d7ee2 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..08072de2c03ac6ca39d53f62b735bc78ce0ce881 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d1f3969609e35257ee0fe4836a7245889fc09c51084ee11ab59ecd9e9d7ee2 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7165c63f7ca760f11998eb735fe61b282e100e64 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240814-030233' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233 +trial_dir: /results/dreamfusion-sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A flower cluster is performing with the slovak. With the Art Informel + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_flower_cluster_is_performing_with_the_slovak._With_the_Art_Informel_painting_style.@20240814-030233/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fe8a52ec3d632caad662a8f2662d52755e637eb5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a67ff17b09f70e71b582cbe70bc3a3104009630142ec86d5360cc4e208ea97 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fe8a52ec3d632caad662a8f2662d52755e637eb5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a67ff17b09f70e71b582cbe70bc3a3104009630142ec86d5360cc4e208ea97 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c3d4af4515a91ea10f2fd034628b579933c9d74f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fluffy_flat_coat. +seed: 0 +use_timestamp: true +timestamp: '@20240816-061028' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fluffy_flat_coat.@20240816-061028 +trial_dir: /results/dreamfusion-sd/A_fluffy_flat_coat.@20240816-061028 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fluffy flat coat. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fluffy_flat_coat.@20240816-061028/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fa9cc24ea9ba877dbc7a32d921caaf232767c9fd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93dba5f129f65a15ab1843af05c6aab31050ca5bd65f14dafcbc184e9a9db515 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fa9cc24ea9ba877dbc7a32d921caaf232767c9fd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93dba5f129f65a15ab1843af05c6aab31050ca5bd65f14dafcbc184e9a9db515 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9a6c5e0f58a8e12461731fbf9b91a0af20c6dc80 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque. +seed: 0 +use_timestamp: true +timestamp: '@20240817-211529' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529 +trial_dir: /results/dreamfusion-sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fondler; a cargo door; an aquatint. In the figurative genre and in the + style of the artist Georges Braque. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fondler;_a_cargo_door;_an_aquatint._In_the_figurative_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240817-211529/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..17de91215e86bdc75f20b9e99c8d5c3336dad77f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d96fd8744b0bd67572f1ae851acc63bb342a282de6ded112128f7cce71a4a3cb +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..17de91215e86bdc75f20b9e99c8d5c3336dad77f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d96fd8744b0bd67572f1ae851acc63bb342a282de6ded112128f7cce71a4a3cb +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ba72218c498398e80fdbe8f3223d684db2a4be77 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_foot_brake. +seed: 0 +use_timestamp: true +timestamp: '@20240808-143128' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_foot_brake.@20240808-143128 +trial_dir: /results/dreamfusion-sd/A_foot_brake.@20240808-143128 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A foot brake. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foot_brake.@20240808-143128/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4503d0745a47be8c13bae91722a99e50789534ad --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2444668cd0e43d78362308a64bdeffdddb810af887b06caf38158e66feb85a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4503d0745a47be8c13bae91722a99e50789534ad --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2444668cd0e43d78362308a64bdeffdddb810af887b06caf38158e66feb85a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5af4aa0add5f4360c8fb6254ad85eea48bef2141 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_foothold._With_the_Art_Informel_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-101836' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_foothold._With_the_Art_Informel_painting_style.@20240809-101836 +trial_dir: /results/dreamfusion-sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A foothold. With the Art Informel painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foothold._With_the_Art_Informel_painting_style.@20240809-101836/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ceab6b6ccb7f03331a171bb14ef65eed0bb3f916 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e6694bd354c9ddc3d9cfef3170ac65edee8102bafc3c93b978a17b4da92fa2 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ceab6b6ccb7f03331a171bb14ef65eed0bb3f916 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e6694bd354c9ddc3d9cfef3170ac65edee8102bafc3c93b978a17b4da92fa2 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d1ecfed3234960283223da8b3a4aa10ef6e7db1f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-090545' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545 +trial_dir: /results/dreamfusion-sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A forefather (ancestor). With the Environmental (Land) Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_forefather_(ancestor)._With_the_Environmental_(Land)_Art_painting_style.@20240810-090545/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7f50c0e778b0956c7adf1316c6a9806d6b0020af --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e0a655c2e56a41d9ce665dd57094b5276ffdef9ac152a5a6cb592393125756f +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7f50c0e778b0956c7adf1316c6a9806d6b0020af --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e0a655c2e56a41d9ce665dd57094b5276ffdef9ac152a5a6cb592393125756f +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..88bbf24bd879580e4fbca2c4180940268bb198f6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240808-073528' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528 +trial_dir: /results/dreamfusion-sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A foul pulsar. In the style of the artist Edouard Manet and with the Nanga + (Bunjinga) painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foul_pulsar._In_the_style_of_the_artist_Edouard_Manet_and_with_the_Nanga_(Bunjinga)_painting_style.@20240808-073528/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a665c5acc257ea65a32935a505d268c1b284bf57 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d4c5fbce35149d7819cc6a12304f37643c435716c90b951d69402bb0110864 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a665c5acc257ea65a32935a505d268c1b284bf57 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d4c5fbce35149d7819cc6a12304f37643c435716c90b951d69402bb0110864 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a722661106169b18158d8185a8397d8f6f53e918 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_foulard. +seed: 0 +use_timestamp: true +timestamp: '@20240806-092644' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_foulard.@20240806-092644 +trial_dir: /results/dreamfusion-sd/A_foulard.@20240806-092644 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A foulard. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_foulard.@20240806-092644/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d00bf61384326eb141f34d9170ff0d4f522db329 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a012f0bcf6d0ab5d3ba4e69c56b80f07893a35b91006167b261c6502d8512319 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d00bf61384326eb141f34d9170ff0d4f522db329 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a012f0bcf6d0ab5d3ba4e69c56b80f07893a35b91006167b261c6502d8512319 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b5fa3ffa0fd3540262adfbdd560361f7ced71c18 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fragmentation_bomb. +seed: 0 +use_timestamp: true +timestamp: '@20240807-105658' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fragmentation_bomb.@20240807-105658 +trial_dir: /results/dreamfusion-sd/A_fragmentation_bomb.@20240807-105658 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fragmentation bomb. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fragmentation_bomb.@20240807-105658/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2e34e79db8216294dd36e8a8914f6571690c2961 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c929c099a8ae7b75482ceb2288c4009abff2ab4f5f0cb647e5dd84855346499c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2e34e79db8216294dd36e8a8914f6571690c2961 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c929c099a8ae7b75482ceb2288c4009abff2ab4f5f0cb647e5dd84855346499c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9ddcdb702fc056fbc26748813b7d7fde629014ea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240813-094824' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824 +trial_dir: /results/dreamfusion-sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A freeholder is represents caution for the hierarch. With the Spectralism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_freeholder_is_represents_caution_for_the_hierarch._With_the_Spectralism_painting_style.@20240813-094824/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b502cf22b7d403173412a0f9442ad95a01772229 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6092f5b36bd4e443696dd4e7bbd3fff488f124ca448100e3d287ea1daca80a9 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b502cf22b7d403173412a0f9442ad95a01772229 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6092f5b36bd4e443696dd4e7bbd3fff488f124ca448100e3d287ea1daca80a9 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a32aeb956e0d9632f06c984b0e597f756daaaf44 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin. +seed: 0 +use_timestamp: true +timestamp: '@20240813-015605' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605 +trial_dir: /results/dreamfusion-sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A friendship plant. In the still life genre and in the style of the artist + Ilya Repin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_friendship_plant._In_the_still_life_genre_and_in_the_style_of_the_artist_Ilya_Repin.@20240813-015605/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0725c1b58ab83c45c06b912159a61532cbb099ef --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbad0bb2b485d8e989dee6e65ee763af4b7c68337bf0a3b20a5f06082ae684a4 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0725c1b58ab83c45c06b912159a61532cbb099ef --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbad0bb2b485d8e989dee6e65ee763af4b7c68337bf0a3b20a5f06082ae684a4 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c8ef23228aaf5893aac6dacad593f393d113377a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_frond;_a_washer_(seal);_buffalo_grass. +seed: 0 +use_timestamp: true +timestamp: '@20240813-070639' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639 +trial_dir: /results/dreamfusion-sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A frond; a washer (seal); buffalo grass. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_frond;_a_washer_(seal);_buffalo_grass.@20240813-070639/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..878f4a248b3614257ed1675e15844491d49e83e9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a307605469a5facf223d785c60a7e91b9c7e4c7f33e863191f33a526065ad5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..878f4a248b3614257ed1675e15844491d49e83e9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a307605469a5facf223d785c60a7e91b9c7e4c7f33e863191f33a526065ad5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7798e81c567a9e7df94c3fd50dc8d9d01741aac8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240813-070215' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215 +trial_dir: /results/dreamfusion-sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A front door. In the style of the artist Utagawa Hiroshige and with the + Neo-Byzantine painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_front_door._In_the_style_of_the_artist_Utagawa_Hiroshige_and_with_the_Neo-Byzantine_painting_style.@20240813-070215/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b6034d727551a3a20eb9ec774ee51dd6f7e28223 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b476eda29d45ed738f1dca68cf33cce1dbef99c1d909305e60bdb12a7d8723 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b6034d727551a3a20eb9ec774ee51dd6f7e28223 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b476eda29d45ed738f1dca68cf33cce1dbef99c1d909305e60bdb12a7d8723 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..04e3fa5896e79f82b9954b3ca6c6122a0e5bcfff --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-005349' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349 +trial_dir: /results/dreamfusion-sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A frontbencher is anticipated to be spoken into the sabahan. In the religious + painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_frontbencher_is_anticipated_to_be_spoken_into_the_sabahan._In_the_religious_painting_genre.@20240814-005349/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..543c978dd2eb4f7ee8f966a94389c1cdd0de8365 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a8941f08e8e4d834cd8d9b4488d542ff0673a4a01714e4e2ce37faaf02439a +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..543c978dd2eb4f7ee8f966a94389c1cdd0de8365 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a8941f08e8e4d834cd8d9b4488d542ff0673a4a01714e4e2ce37faaf02439a +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ce92df6ac1eec86e6a0cb4bfe38798848d860868 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-091413' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413 +trial_dir: /results/dreamfusion-sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fruiting body; a firefly (beetle). Using the pencil drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fruiting_body;_a_firefly_(beetle)._Using_the_pencil_drawing_technique.@20240818-091413/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..449d514e8cd70b9d06f384979c675528f60d806a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc74f5055b59fba24c04335351dd97cc513f64c166f8d54120c8721ca048fef +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..449d514e8cd70b9d06f384979c675528f60d806a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc74f5055b59fba24c04335351dd97cc513f64c166f8d54120c8721ca048fef +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d3618a43f93c67539cf447f1431f3b1ef0231f1a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_fucoid_(fossil). +seed: 0 +use_timestamp: true +timestamp: '@20240807-143944' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_fucoid_(fossil).@20240807-143944 +trial_dir: /results/dreamfusion-sd/A_fucoid_(fossil).@20240807-143944 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A fucoid (fossil). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_fucoid_(fossil).@20240807-143944/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ae48ff8d48878bdf871f1a4156720c45e07262eb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:879f5960c7f3a2c9b5a90de6b877a3955dfeb1dad57bd510df60353b9219474d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ae48ff8d48878bdf871f1a4156720c45e07262eb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:879f5960c7f3a2c9b5a90de6b877a3955dfeb1dad57bd510df60353b9219474d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8122cdce71a086b8bedae73255c1c4a22dce1add --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_full-wave_rectifier. +seed: 0 +use_timestamp: true +timestamp: '@20240807-071600' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_full-wave_rectifier.@20240807-071600 +trial_dir: /results/dreamfusion-sd/A_full-wave_rectifier.@20240807-071600 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A full-wave rectifier. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_full-wave_rectifier.@20240807-071600/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4b1102286565e50b6e9be9aadbbd746c8eb3086a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc50f7b2f06bf49700e93467fb89e065a9b6e83de7388dbb4d4d3e1915b43e6 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4b1102286565e50b6e9be9aadbbd746c8eb3086a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc50f7b2f06bf49700e93467fb89e065a9b6e83de7388dbb4d4d3e1915b43e6 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b6bbd5953d00b48b2f7ea5d21c5c1ad4a536dea2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_funicle_is_possibly_joining_the_true_marmoset. +seed: 0 +use_timestamp: true +timestamp: '@20240813-042306' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306 +trial_dir: /results/dreamfusion-sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A funicle is possibly joining the true marmoset. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_funicle_is_possibly_joining_the_true_marmoset.@20240813-042306/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..10f69e4087439941455ee937c2eaed6fae41ef3c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a3aaf235fd49d86938bbc9fbb852a8e819609f78066a7d7021f83a5cecef4f6 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..10f69e4087439941455ee937c2eaed6fae41ef3c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a3aaf235fd49d86938bbc9fbb852a8e819609f78066a7d7021f83a5cecef4f6 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8bfa5560ec0ec534f1b2b8312818dca602d924f2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gaming_table. +seed: 0 +use_timestamp: true +timestamp: '@20240807-130451' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gaming_table.@20240807-130451 +trial_dir: /results/dreamfusion-sd/A_gaming_table.@20240807-130451 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gaming table. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaming_table.@20240807-130451/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..109c9dce93fd87a3f145f54403ff4666d4f6c874 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfea36ce0c9f343e1746233afc332c48f08e2e70794216d1b7b6a13c4a9997ee +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..109c9dce93fd87a3f145f54403ff4666d4f6c874 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfea36ce0c9f343e1746233afc332c48f08e2e70794216d1b7b6a13c4a9997ee +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..25cca40e3576d64102830e510bcc62f5dff59ad7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240813-082755' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755 +trial_dir: /results/dreamfusion-sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gaming table. In the symbolic painting genre and with the Nouveau Realisme + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaming_table._In_the_symbolic_painting_genre_and_with_the_Nouveau_Realisme_painting_style.@20240813-082755/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..40b52141781123f85f2f871b3ad98df8b316ff1b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:273effcdc25e153dbc71e332281f32e587d443479908fec1eed802047fb3166a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..40b52141781123f85f2f871b3ad98df8b316ff1b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:273effcdc25e153dbc71e332281f32e587d443479908fec1eed802047fb3166a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f8825bb4eb07039f617e455c26792af55ff17fe8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-180240' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240 +trial_dir: /results/dreamfusion-sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A garrison. In the style of the artist Nicholas Roerich and with the Cubism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_garrison._In_the_style_of_the_artist_Nicholas_Roerich_and_with_the_Cubism_painting_style.@20240811-180240/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a3ea4e1ae534e94620d0907685f79b55b8fa243a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7f54effd778f077eb131b4430b74e29e0ea8033ff45c9a0ff063304d32ada1 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a3ea4e1ae534e94620d0907685f79b55b8fa243a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7f54effd778f077eb131b4430b74e29e0ea8033ff45c9a0ff063304d32ada1 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4dab0c743d5328fbce6fea287202b06157fbfd01 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gateway._Using_the_blue_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-160159' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159 +trial_dir: /results/dreamfusion-sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gateway. Using the blue ballpoint pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gateway._Using_the_blue_ballpoint_pen_drawing_technique.@20240810-160159/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a17706f877b09cdb0cb18c36d0cd0f243284ff8a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499ba564b23184381b7a38f33d1d559b4735445ac037c65b8a4af2e6c025b9ae +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a17706f877b09cdb0cb18c36d0cd0f243284ff8a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499ba564b23184381b7a38f33d1d559b4735445ac037c65b8a4af2e6c025b9ae +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6f9330122f4972b7eaceebe975ff5251f82ab3a2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240818-004339' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339 +trial_dir: /results/dreamfusion-sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gaviiform seabird; a bight. With the Mosan art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gaviiform_seabird;_a_bight._With_the_Mosan_art_painting_style.@20240818-004339/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..92ac0f9b2bcda90ad5825f8f9b5ff7c31396520e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a61a809d00ea700df7fcd5a98e52401358fcd35e5c90a12d20219fbad39319 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..92ac0f9b2bcda90ad5825f8f9b5ff7c31396520e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a61a809d00ea700df7fcd5a98e52401358fcd35e5c90a12d20219fbad39319 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3db8d1b1c1cece04530ffbe96239acaa84191f60 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gelechiid;_a_tailpipe. +seed: 0 +use_timestamp: true +timestamp: '@20240814-104149' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gelechiid;_a_tailpipe.@20240814-104149 +trial_dir: /results/dreamfusion-sd/A_gelechiid;_a_tailpipe.@20240814-104149 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gelechiid; a tailpipe. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gelechiid;_a_tailpipe.@20240814-104149/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dea7ca5ae082de9eb8c2f905d6ae6a71537bfc62 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10085dcf7c216621965261dbdcfcccedfa9f43f001438dd6749ae67b2692d9c9 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dea7ca5ae082de9eb8c2f905d6ae6a71537bfc62 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10085dcf7c216621965261dbdcfcccedfa9f43f001438dd6749ae67b2692d9c9 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..66bc99eccba4beb64488e080082db271b76069f5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gemini. +seed: 0 +use_timestamp: true +timestamp: '@20240807-133645' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gemini.@20240807-133645 +trial_dir: /results/dreamfusion-sd/A_gemini.@20240807-133645 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gemini. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gemini.@20240807-133645/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..61c9d392b86db8125d426ee8405b9a59e7cbea6a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc872d9bad5b58c9494713c30a2ddcc76bf02bb74d95e4cae84e49b1ebe2f2c9 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..61c9d392b86db8125d426ee8405b9a59e7cbea6a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc872d9bad5b58c9494713c30a2ddcc76bf02bb74d95e4cae84e49b1ebe2f2c9 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4cfaccc6a799425b1f21c7ae61e54eb6d08c7290 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ghastly_goldenbush_(wildflower);_a_pochard. +seed: 0 +use_timestamp: true +timestamp: '@20240812-164246' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246 +trial_dir: /results/dreamfusion-sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ghastly goldenbush (wildflower); a pochard. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghastly_goldenbush_(wildflower);_a_pochard.@20240812-164246/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..85db24e5bc3bde14bde9f2227edb9009d88300eb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:206bd3ed4129383997884ab675548d2db5e14e7e8570f4d23c9dd014d5ec8ef1 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..85db24e5bc3bde14bde9f2227edb9009d88300eb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:206bd3ed4129383997884ab675548d2db5e14e7e8570f4d23c9dd014d5ec8ef1 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b2dbd6cd88abd68d6ddc0edceaaee882b93dc50a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ghat;_burmese._Using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-053040' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040 +trial_dir: /results/dreamfusion-sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ghat; burmese. Using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghat;_burmese._Using_the_encaustic_painting_technique.@20240807-053040/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..59b3ff8fea2ec471a61103bd22580d4712161be0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f906c205c7c34db57a948630a8117af32abcd4795d9b4cf3f310ab1039b501e +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..59b3ff8fea2ec471a61103bd22580d4712161be0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f906c205c7c34db57a948630a8117af32abcd4795d9b4cf3f310ab1039b501e +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..527a1d8da25df0f5d596ebeff12675594a311519 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ghoulish_indumentum._In_the_symbolic_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240807-011044' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044 +trial_dir: /results/dreamfusion-sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ghoulish indumentum. In the symbolic painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ghoulish_indumentum._In_the_symbolic_painting_genre.@20240807-011044/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5ede6d88303d5c688a882c7ad4489cead01d2b65 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb4221a6f26eae4a8cb5ee2c04111cc7e126002c03b2654bec1232ac0a63a43 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5ede6d88303d5c688a882c7ad4489cead01d2b65 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb4221a6f26eae4a8cb5ee2c04111cc7e126002c03b2654bec1232ac0a63a43 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f08de30dd60092d6c0988e6b3e1e6e05431a2e94 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige. +seed: 0 +use_timestamp: true +timestamp: '@20240814-230655' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655 +trial_dir: /results/dreamfusion-sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A giant and well-built band aid. In the style of the artist Utagawa Hiroshige. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_and_well-built_band_aid._In_the_style_of_the_artist_Utagawa_Hiroshige.@20240814-230655/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c8eef11313b1fc62655926b8bb6bb3bedeb0ab74 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f1e761dfc670ba256e8f800a4f3e45444cdfd143a9c4db900773dc7b851bc3c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c8eef11313b1fc62655926b8bb6bb3bedeb0ab74 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f1e761dfc670ba256e8f800a4f3e45444cdfd143a9c4db900773dc7b851bc3c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..291c25ca9300834a34ee3a9b33e4a3f4aeabd3b0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_giant_fuse_(electrical_device). +seed: 0 +use_timestamp: true +timestamp: '@20240814-173808' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_giant_fuse_(electrical_device).@20240814-173808 +trial_dir: /results/dreamfusion-sd/A_giant_fuse_(electrical_device).@20240814-173808 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A giant fuse (electrical device). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_fuse_(electrical_device).@20240814-173808/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5f4c971adf9b6112d61e7a19472cae99ca6028d5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8eaa501cc52f3c532866eb2458856d035362de459fe1b4eec5b32bf811532b8 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5f4c971adf9b6112d61e7a19472cae99ca6028d5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8eaa501cc52f3c532866eb2458856d035362de459fe1b4eec5b32bf811532b8 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aaf510f32245d76ab62372cc91f30046494cb546 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_giant_moa;_a_warrigal._In_the_vanitas_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240807-151355' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355 +trial_dir: /results/dreamfusion-sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A giant moa; a warrigal. In the vanitas genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_moa;_a_warrigal._In_the_vanitas_genre.@20240807-151355/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9efb3f413db53997d31daa42c69da66583226ea2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fcd7f50fdc045b8a803d17557bb79fd2a27e5ed7dd083045010c29e3e36541c +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9efb3f413db53997d31daa42c69da66583226ea2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fcd7f50fdc045b8a803d17557bb79fd2a27e5ed7dd083045010c29e3e36541c +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..44f992a1854d0dd0c8bac7824d9fd99d66866abf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240818-122020' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020 +trial_dir: /results/dreamfusion-sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A giant spoor; an exterminator. In the allegorical painting genre and + with the Transautomatism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_spoor;_an_exterminator._In_the_allegorical_painting_genre_and_with_the_Transautomatism_painting_style.@20240818-122020/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..60ba49f6bb90857d597654567afd0a8455f9adf2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48fdc99f7d21efedc9f493f63c6f95da78e36cc2c72305fd491547b4fca4ee9 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..60ba49f6bb90857d597654567afd0a8455f9adf2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48fdc99f7d21efedc9f493f63c6f95da78e36cc2c72305fd491547b4fca4ee9 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5efa61c82ecd4d5ed3fb62e401a2b4ef291da47f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian. +seed: 0 +use_timestamp: true +timestamp: '@20240810-074934' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934 +trial_dir: /results/dreamfusion-sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A giant zealander. In the flower painting genre and in the style of the + artist Titian. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_giant_zealander._In_the_flower_painting_genre_and_in_the_style_of_the_artist_Titian.@20240810-074934/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..edbd0ac56ced9637ca928b0188f24cc2c6c2da65 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adde9680dec347fa08c6643e582ad3665eb23ee4af5111290b49a938310f7f31 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..edbd0ac56ced9637ca928b0188f24cc2c6c2da65 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adde9680dec347fa08c6643e582ad3665eb23ee4af5111290b49a938310f7f31 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..686a67255e1fd96483cbc472f3deaf95e61249b1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-133629' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629 +trial_dir: /results/dreamfusion-sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gitano; a monk. With the Ink and wash painting painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gitano;_a_monk._With_the_Ink_and_wash_painting_painting_style.@20240817-133629/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2ddafe77fd813fa109ca4c715753a4e8ac680ba7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53249cdd11c8a6a56ee95f29a5887ac99075669cf141c8979ea81b8dbfbd7c26 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2ddafe77fd813fa109ca4c715753a4e8ac680ba7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53249cdd11c8a6a56ee95f29a5887ac99075669cf141c8979ea81b8dbfbd7c26 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e7df2481b73fad3c189471caaeeab67212977494 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_glamourous_telpher._Using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-212418' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418 +trial_dir: /results/dreamfusion-sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A glamourous telpher. Using the canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glamourous_telpher._Using_the_canvas_painting_technique.@20240806-212418/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..70e85121c4fd7fb55694df76c089fe4aecbeac18 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25238d278c75e78dc2f87a012eb56e1920071d118490c0801497733ae3f8e0b0 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..70e85121c4fd7fb55694df76c089fe4aecbeac18 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25238d278c75e78dc2f87a012eb56e1920071d118490c0801497733ae3f8e0b0 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ac80d5109221bb068cfa3f2316f88af42e89f036 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_glass_(glassware);_a_red_grouse. +seed: 0 +use_timestamp: true +timestamp: '@20240815-213159' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_glass_(glassware);_a_red_grouse.@20240815-213159 +trial_dir: /results/dreamfusion-sd/A_glass_(glassware);_a_red_grouse.@20240815-213159 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A glass (glassware); a red grouse. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glass_(glassware);_a_red_grouse.@20240815-213159/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bfa1ed945d5c7b56d13c108255e2fe4f64df6c75 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff24a1408866b7bc52dfab8feb5ed6e3a185e745cbeb03a7713b6461f155ff41 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bfa1ed945d5c7b56d13c108255e2fe4f64df6c75 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff24a1408866b7bc52dfab8feb5ed6e3a185e745cbeb03a7713b6461f155ff41 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..28687bc9152f9d8c5ff87c1f38f42d41309ae992 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro. +seed: 0 +use_timestamp: true +timestamp: '@20240809-215157' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157 +trial_dir: /results/dreamfusion-sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A glass sponge. In the style of the artist Camille Pissarro. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glass_sponge._In_the_style_of_the_artist_Camille_Pissarro.@20240809-215157/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4318ada5e792e07c88c7b1d2a0b517744f09870e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562a4804b5c205a1497477e9ddaf8d0a912dc274cf14fe27ea6c32100b27990f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4318ada5e792e07c88c7b1d2a0b517744f09870e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562a4804b5c205a1497477e9ddaf8d0a912dc274cf14fe27ea6c32100b27990f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..90839f724018c9c31162fa59db7f436d66aeef87 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_glossy_cowage_(mucuna). +seed: 0 +use_timestamp: true +timestamp: '@20240815-025015' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_glossy_cowage_(mucuna).@20240815-025015 +trial_dir: /results/dreamfusion-sd/A_glossy_cowage_(mucuna).@20240815-025015 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A glossy cowage (mucuna). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glossy_cowage_(mucuna).@20240815-025015/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b281f1f733f76545a057cb19404382d92ea960cf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c226462c43482ec0cee187b73035424da1ff4d25ce32e44357e2d44eaecebe +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b281f1f733f76545a057cb19404382d92ea960cf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c226462c43482ec0cee187b73035424da1ff4d25ce32e44357e2d44eaecebe +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e95bf610b5dea8111d8b49e1f8a1d51c99eb28ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_glossy_lamppost._In_the_mythological_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240817-150536' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536 +trial_dir: /results/dreamfusion-sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A glossy lamppost. In the mythological painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_glossy_lamppost._In_the_mythological_painting_genre.@20240817-150536/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0bef9736e752c07a313f6637a51e3fc442a434bf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226309da9d8bf4cb5d1dc5203173e52939f46e8b1bdfac60c922336ce6e9b355 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0bef9736e752c07a313f6637a51e3fc442a434bf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226309da9d8bf4cb5d1dc5203173e52939f46e8b1bdfac60c922336ce6e9b355 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..54855bb1ee30deff488e24fed23b4cffd8e02a38 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_goalmouth. +seed: 0 +use_timestamp: true +timestamp: '@20240808-094530' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_goalmouth.@20240808-094530 +trial_dir: /results/dreamfusion-sd/A_goalmouth.@20240808-094530 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A goalmouth. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_goalmouth.@20240808-094530/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a6d3808f442ed4dd42c75c42c62240e1303ccb88 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:392ce0506ac55d9db81a0b16d42a048a16ac23d34538d0e3e79338c90050e5b8 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a6d3808f442ed4dd42c75c42c62240e1303ccb88 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:392ce0506ac55d9db81a0b16d42a048a16ac23d34538d0e3e79338c90050e5b8 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..07ddf76dc66e97d4e2f277579b059f58d509613d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-085017' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017 +trial_dir: /results/dreamfusion-sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gold fern. In the abstract genre and with the Tonalism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gold_fern._In_the_abstract_genre_and_with_the_Tonalism_painting_style.@20240812-085017/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c4351e84b05d836e1636f718ab742cedd2d2ccc7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43cea8623b51da7e93b5d1596638143100a283b6759c89903782df392e27f5cc +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c4351e84b05d836e1636f718ab742cedd2d2ccc7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43cea8623b51da7e93b5d1596638143100a283b6759c89903782df392e27f5cc +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..51be026ff0ebff11cc45a0e6dcaaca9f8b2fba05 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240814-093116' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116 +trial_dir: /results/dreamfusion-sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A golf equipment; a coarse baldachin. Using the sand painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_golf_equipment;_a_coarse_baldachin._Using_the_sand_painting_technique.@20240814-093116/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a3394bcd2b5dfc46b6ec4d79fbb13b122594f376 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f6de438a0fe28595911e6d485bb172e08b99498e14242c5a07bb070eb16fff3 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a3394bcd2b5dfc46b6ec4d79fbb13b122594f376 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f6de438a0fe28595911e6d485bb172e08b99498e14242c5a07bb070eb16fff3 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e444454c6204658aadfc8c6fe054d74c7422cbea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock. +seed: 0 +use_timestamp: true +timestamp: '@20240814-152611' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611 +trial_dir: /results/dreamfusion-sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A good-looking and lean myrtle oak. In the style of the artist Jackson + Pollock. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_good-looking_and_lean_myrtle_oak._In_the_style_of_the_artist_Jackson_Pollock.@20240814-152611/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f3cd86b60475f680f5759213f26794d4db2b79a6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51b7641f68c197907a0605d064403751d8e274790b9459f19060705f28b8a7a7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f3cd86b60475f680f5759213f26794d4db2b79a6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51b7641f68c197907a0605d064403751d8e274790b9459f19060705f28b8a7a7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e31865efc8a4ecb73d621d8cc1270f0babcec2e5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-130008' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008 +trial_dir: /results/dreamfusion-sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A good-looking container. With the Ilkhanid painting style and using the + watercolor painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_good-looking_container._With_the_Ilkhanid_painting_style_and_using_the_watercolor_painting_technique.@20240808-130008/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..56983351e3e5c4e61ce58f096cdf8e3e7483cd35 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652715a9594f7d6dd8e8e9b889ed46caa2ccb839aa7cddd6467975dd4bf0e93c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..56983351e3e5c4e61ce58f096cdf8e3e7483cd35 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652715a9594f7d6dd8e8e9b889ed46caa2ccb839aa7cddd6467975dd4bf0e93c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1984fc6e6ebcd8286303024469d286a8efe5a31e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gossamer;_a_fit_eskimo_dog. +seed: 0 +use_timestamp: true +timestamp: '@20240812-232402' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gossamer;_a_fit_eskimo_dog.@20240812-232402 +trial_dir: /results/dreamfusion-sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gossamer; a fit eskimo dog. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gossamer;_a_fit_eskimo_dog.@20240812-232402/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c31aa3d0a651af10915ee745fb086d216adc53d7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08db5e34b1e8c02b8a60fddded960171b6264520fc1895ff6c59a05b01e9a13 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c31aa3d0a651af10915ee745fb086d216adc53d7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08db5e34b1e8c02b8a60fddded960171b6264520fc1895ff6c59a05b01e9a13 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d6064a34120ba7a337deb42b9011ee9e8044ef91 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_grain_moth;_a_bric-a-brac. +seed: 0 +use_timestamp: true +timestamp: '@20240816-130834' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_grain_moth;_a_bric-a-brac.@20240816-130834 +trial_dir: /results/dreamfusion-sd/A_grain_moth;_a_bric-a-brac.@20240816-130834 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A grain moth; a bric-a-brac. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grain_moth;_a_bric-a-brac.@20240816-130834/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1947b2dfd501c6c16296602f8fbfa6408fdf40cc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18eee376f2b5b709fa482163d40483a79f5611a66731d56f5553f9d0533f3d67 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1947b2dfd501c6c16296602f8fbfa6408fdf40cc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18eee376f2b5b709fa482163d40483a79f5611a66731d56f5553f9d0533f3d67 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fb575f213087e9ab9baa7b6763462d98bafe2925 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer). +seed: 0 +use_timestamp: true +timestamp: '@20240812-010803' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803 +trial_dir: /results/dreamfusion-sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A grand duke; a Colonial architecture bleeding heart (sympathizer). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grand_duke;_a_Colonial_architecture_bleeding_heart_(sympathizer).@20240812-010803/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da027a193dbd3075fdc45e54cdd16e614638cc43 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423d37982e0c659f310ad342ba4640598328d4f47ac82847e19d3b06ff91d78e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da027a193dbd3075fdc45e54cdd16e614638cc43 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423d37982e0c659f310ad342ba4640598328d4f47ac82847e19d3b06ff91d78e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..40400ce7f0d8734d35b457bfc29b3bc9b2106f78 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-160039' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039 +trial_dir: /results/dreamfusion-sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A grandparent. In the panorama genre and using the woodcut painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grandparent._In_the_panorama_genre_and_using_the_woodcut_painting_technique.@20240811-160039/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..16dda7280256b609b954d91f95917dd404b7abfe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba7d8a0ca5c69a6d7264c3bc20135fff165e8679e0bda83f749247ecc2cef3f +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..16dda7280256b609b954d91f95917dd404b7abfe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba7d8a0ca5c69a6d7264c3bc20135fff165e8679e0bda83f749247ecc2cef3f +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..611d6375ff651d87891c99ef4f7852fb1f27e6aa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_granny_smith. +seed: 0 +use_timestamp: true +timestamp: '@20240806-103720' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_granny_smith.@20240806-103720 +trial_dir: /results/dreamfusion-sd/A_granny_smith.@20240806-103720 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A granny smith. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_granny_smith.@20240806-103720/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98923f596f2c7fdc927bec2f3bfac311fc86f3f6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8abd5f9608b32a9150da11071d15477ec144330633396e07d499582c273a7ab +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98923f596f2c7fdc927bec2f3bfac311fc86f3f6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8abd5f9608b32a9150da11071d15477ec144330633396e07d499582c273a7ab +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..20d85aa65921f0dfd599efe3cc07a52b03159199 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240815-191125' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125 +trial_dir: /results/dreamfusion-sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gravida; a printed hitching post. Using the oil painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gravida;_a_printed_hitching_post._Using_the_oil_painting_technique.@20240815-191125/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da58052c606d4c20a9bdbcb0b94c47fb2bbe1305 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf536f42ba3e44933dac518b0f7468906de001cf1c86edd413ab48881939940b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da58052c606d4c20a9bdbcb0b94c47fb2bbe1305 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf536f42ba3e44933dac518b0f7468906de001cf1c86edd413ab48881939940b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..34ed05f6f1311d2824ece5b0d9700563f87efb9f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo. +seed: 0 +use_timestamp: true +timestamp: '@20240812-142003' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003 +trial_dir: /results/dreamfusion-sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A greasewood. In the interior genre and in the style of the artist Frida + Kahlo. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_greasewood._In_the_interior_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240812-142003/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..30f315188b3c3212f8cac91768805249410749c7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cafc349d4fe0e95a1b645337cf999dfb73ece58461015fc03eeb9b4fdb7ed34 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..30f315188b3c3212f8cac91768805249410749c7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cafc349d4fe0e95a1b645337cf999dfb73ece58461015fc03eeb9b4fdb7ed34 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..89547f06e4f30f90d2ab0ca2459d052b24de99c1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_grocery_store;_a_piton._In_the_interior_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240806-180821' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821 +trial_dir: /results/dreamfusion-sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A grocery store; a piton. In the interior genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grocery_store;_a_piton._In_the_interior_genre.@20240806-180821/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..144ad7e8d26b619df89666bc5c95596bf86ff6a0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0fe38f29a48dd919baef8a791ee7f14c079c047b68e618fb2f9e66b0ed366d +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..144ad7e8d26b619df89666bc5c95596bf86ff6a0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0fe38f29a48dd919baef8a791ee7f14c079c047b68e618fb2f9e66b0ed366d +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..af034599c3231f106c4a6c32ba23ef3a475f1f73 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_grosbeak;_a_fit_caryophyllaceous_plant. +seed: 0 +use_timestamp: true +timestamp: '@20240813-035035' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035 +trial_dir: /results/dreamfusion-sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A grosbeak; a fit caryophyllaceous plant. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grosbeak;_a_fit_caryophyllaceous_plant.@20240813-035035/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a826843829e33436105033ba41c6263663659d77 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ff99c840a1564d26e791e8bc4aa24b361010365f50cbfa6da93fda13d95c6d +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a826843829e33436105033ba41c6263663659d77 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ff99c840a1564d26e791e8bc4aa24b361010365f50cbfa6da93fda13d95c6d +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8777ab52ce35c3700e766a3ed53f7d562b693386 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-130245' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245 +trial_dir: /results/dreamfusion-sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A grotto is wrapped around by the magazine rack. In the style of the artist + Frida Kahlo and using the oil painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_grotto_is_wrapped_around_by_the_magazine_rack._In_the_style_of_the_artist_Frida_Kahlo_and_using_the_oil_painting_technique.@20240816-130245/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a575d54e079cce50efba03fff0ade48c85a5429d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb832eb5e7d41a826cf6e67fa829702995d6b1d366bc54685e9616db61c9bce +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a575d54e079cce50efba03fff0ade48c85a5429d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb832eb5e7d41a826cf6e67fa829702995d6b1d366bc54685e9616db61c9bce +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..855f08262b9d35847fa0e327ecb990abc126e711 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-172940' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940 +trial_dir: /results/dreamfusion-sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ground floor; a pear-shaped swage block. In the calligraphy genre and + with the Renaissance painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ground_floor;_a_pear-shaped_swage_block._In_the_calligraphy_genre_and_with_the_Renaissance_painting_style.@20240817-172940/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4eaeccfb8bb39294dd608e460227c99c8abb0158 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c929785b860118bea1aa78643bf4a60c6cad97dfc2cc47cec3593fc07cd161 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4eaeccfb8bb39294dd608e460227c99c8abb0158 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c929785b860118bea1aa78643bf4a60c6cad97dfc2cc47cec3593fc07cd161 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..302e0acec037ea5c145d4ace30e330a9f2fb8a56 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ground_sloth. +seed: 0 +use_timestamp: true +timestamp: '@20240807-005652' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ground_sloth.@20240807-005652 +trial_dir: /results/dreamfusion-sd/A_ground_sloth.@20240807-005652 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ground sloth. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ground_sloth.@20240807-005652/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..61582afe4320da22e1973976cf18a3f4ba4c3e50 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2c1166752f3fb8d483b3b5e2ba91b8b34648ae460bd6f9834a50660a029bcd +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..61582afe4320da22e1973976cf18a3f4ba4c3e50 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2c1166752f3fb8d483b3b5e2ba91b8b34648ae460bd6f9834a50660a029bcd +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fcdd5c130e9d8412b97d7deb502edb4160741221 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-200739' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739 +trial_dir: /results/dreamfusion-sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A groundsel. In the style of the artist Paul Gauguin and with the Synchromism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_groundsel._In_the_style_of_the_artist_Paul_Gauguin_and_with_the_Synchromism_painting_style.@20240811-200739/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b80eaf664d2c909521a6e10200a9a83676e34179 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86a9ece221b39319c83c72dc738063493ac58e33d87765c18caa1a175aeec7a5 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b80eaf664d2c909521a6e10200a9a83676e34179 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86a9ece221b39319c83c72dc738063493ac58e33d87765c18caa1a175aeec7a5 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a66b5166eba4fee1cd7cab19fcc98eaeb2f24c37 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_guilloche;_a_dravidian. +seed: 0 +use_timestamp: true +timestamp: '@20240815-154712' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_guilloche;_a_dravidian.@20240815-154712 +trial_dir: /results/dreamfusion-sd/A_guilloche;_a_dravidian.@20240815-154712 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A guilloche; a dravidian. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_guilloche;_a_dravidian.@20240815-154712/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1c7dc5294ecd9f5e386e68afdb5366f3a4e589ac --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f040a8ac9374efa2137f10b6076e170817192c0087d9e20addb5aa7842cba51 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1c7dc5294ecd9f5e386e68afdb5366f3a4e589ac --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f040a8ac9374efa2137f10b6076e170817192c0087d9e20addb5aa7842cba51 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3202c74fbe6dec260f82b44117d4c850b6b83c0f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240818-103904' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904 +trial_dir: /results/dreamfusion-sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A guinea pepper; a five-spot (nemophila). In the figurative genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_guinea_pepper;_a_five-spot_(nemophila)._In_the_figurative_genre.@20240818-103904/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..86d50c9c2fddfd2b918a92bb98c45d64c42cabfb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae1c395a5e7a354273a2718be523581ae2a969fffaeea2387f0af2341b5dc216 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..86d50c9c2fddfd2b918a92bb98c45d64c42cabfb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae1c395a5e7a354273a2718be523581ae2a969fffaeea2387f0af2341b5dc216 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..910755e19f496211fc1253c16f91a0a20dfdf5ed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gulch;_a_wisp. +seed: 0 +use_timestamp: true +timestamp: '@20240816-002347' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gulch;_a_wisp.@20240816-002347 +trial_dir: /results/dreamfusion-sd/A_gulch;_a_wisp.@20240816-002347 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gulch; a wisp. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gulch;_a_wisp.@20240816-002347/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..33f2b373cebee185ed434361504b18d063b62826 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5b6da23f1a312bd15a6817426910072e0656a83e08e05b20c62edf0551cb8c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..33f2b373cebee185ed434361504b18d063b62826 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5b6da23f1a312bd15a6817426910072e0656a83e08e05b20c62edf0551cb8c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a26ba06b6269be08591494a23ef4006b492f8d40 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gumbo-limbo._Using_the_oil_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-080750' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750 +trial_dir: /results/dreamfusion-sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gumbo-limbo. Using the oil painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gumbo-limbo._Using_the_oil_painting_technique.@20240811-080750/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5870f8e34951e27da3dc101007b4acc9150c194c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c63b1b7e070d136443387935d9ba376f7074f3408ab6d70c099f2fae537a4735 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5870f8e34951e27da3dc101007b4acc9150c194c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c63b1b7e070d136443387935d9ba376f7074f3408ab6d70c099f2fae537a4735 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d2bce9d70e7665f052e036c2c3b65f0597065e74 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_gun_enclosure._Using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-082315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315 +trial_dir: /results/dreamfusion-sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A gun enclosure. Using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_gun_enclosure._Using_the_cross-stitch_technique.@20240811-082315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..436f609615af68f0a84a5108282396986cf17a81 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f2a84cc2c4b9961843bbd6c2f996dba6625228c0f51ae60f40cfd09fb85eb8 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..436f609615af68f0a84a5108282396986cf17a81 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f2a84cc2c4b9961843bbd6c2f996dba6625228c0f51ae60f40cfd09fb85eb8 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..94b776b4cbf1e62e5053c8a507617affd950b6ff --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240814-201826' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826 +trial_dir: /results/dreamfusion-sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A haddock; an anachronism (anomaly); a hemp nettle. With the Intimism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_haddock;_an_anachronism_(anomaly);_a_hemp_nettle._With_the_Intimism_painting_style.@20240814-201826/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..79a4773c4afdd74ba2aea05db7d1e635aba36e79 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd759b75357c2cd6cae5d88d00fbf70387afe85f62a09140e51c9a0d45a053ac +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..79a4773c4afdd74ba2aea05db7d1e635aba36e79 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd759b75357c2cd6cae5d88d00fbf70387afe85f62a09140e51c9a0d45a053ac +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..645f1128ba5b650fd648d85b295e87f5881d6e2b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_hair_trigger. +seed: 0 +use_timestamp: true +timestamp: '@20240806-183124' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hair_trigger.@20240806-183124 +trial_dir: /results/dreamfusion-sd/A_hair_trigger.@20240806-183124 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hair trigger. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hair_trigger.@20240806-183124/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7b0f998ddd9fb98700e97585cc8b08854318bf23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec87d8b24f0d787e7bffa8dbdbd1b3d8033e5876c80cf857e49ea99a8bda33c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7b0f998ddd9fb98700e97585cc8b08854318bf23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec87d8b24f0d787e7bffa8dbdbd1b3d8033e5876c80cf857e49ea99a8bda33c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..74f7a79756a208493cce677aff0cf2e457f56fa7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-184227' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227 +trial_dir: /results/dreamfusion-sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hairy piston rod; an interior angle. In the yakusha-e genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hairy_piston_rod;_an_interior_angle._In_the_yakusha-e_genre.@20240814-184227/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fd57639a45f4da92f0818d416cea30f4c36f3aab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d348899cd86cdb43311779784f500197edb9ff8bc354713c562c75ecbb92c1df +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fd57639a45f4da92f0818d416cea30f4c36f3aab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d348899cd86cdb43311779784f500197edb9ff8bc354713c562c75ecbb92c1df +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fb3315ecce20ab012dacadfcbf623a7d497ca7ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-004648' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648 +trial_dir: /results/dreamfusion-sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hand glass (mirror). In the style of the artist William Hogarth and + with the Concretism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hand_glass_(mirror)._In_the_style_of_the_artist_William_Hogarth_and_with_the_Concretism_painting_style.@20240812-004648/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3746bd53e7f7e14a340a02ea967a79be890c2de7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6138b2436a73e66d1352ffb8a376a8e323c2314c268e7b5ee6b55c48897ed61b +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3746bd53e7f7e14a340a02ea967a79be890c2de7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6138b2436a73e66d1352ffb8a376a8e323c2314c268e7b5ee6b55c48897ed61b +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..864f8b4f4393ad88386d1d67e01e97bd85548a51 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_hand_shovel;_a_sounding_board_(resonator). +seed: 0 +use_timestamp: true +timestamp: '@20240814-054607' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607 +trial_dir: /results/dreamfusion-sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hand shovel; a sounding board (resonator). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hand_shovel;_a_sounding_board_(resonator).@20240814-054607/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d475cd2571b2709d897fe3f26d88dc6d9a150463 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:810d21454a14c4803ae9ccca5aa59edc006864bbdfb3e09b1dbae0b115955078 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d475cd2571b2709d897fe3f26d88dc6d9a150463 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:810d21454a14c4803ae9ccca5aa59edc006864bbdfb3e09b1dbae0b115955078 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e7f6686937b6316297dc8244e3ef2360a33b7d19 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-174215' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215 +trial_dir: /results/dreamfusion-sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A handball court; an ephemerid. In the style of the artist Egon Schiele + and using the gouache painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_handball_court;_an_ephemerid._In_the_style_of_the_artist_Egon_Schiele_and_using_the_gouache_painting_technique.@20240810-174215/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b1b6ef1f00944486df9f641c99d2676e72025d6e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42749f8c22187da98991de500be8c9dd50cfd23ccbb9a95a3b0129e80245ab3 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b1b6ef1f00944486df9f641c99d2676e72025d6e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42749f8c22187da98991de500be8c9dd50cfd23ccbb9a95a3b0129e80245ab3 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f1ee766ac2e0345418b2329112d3f90fb7e6c4d9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_hangar_queen_is_service_received_from_the_electric_meter. +seed: 0 +use_timestamp: true +timestamp: '@20240812-035534' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534 +trial_dir: /results/dreamfusion-sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hangar queen is service received from the electric meter. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hangar_queen_is_service_received_from_the_electric_meter.@20240812-035534/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f0f8a2b0bb7da16aade95277bc1e9d383689ac2b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4940123982cb4a7f274468e264464fcae42c4e9823d64b714895a1b089e4534 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f0f8a2b0bb7da16aade95277bc1e9d383689ac2b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4940123982cb4a7f274468e264464fcae42c4e9823d64b714895a1b089e4534 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..146870a2922a68153bf807139c6834617976c79e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte. +seed: 0 +use_timestamp: true +timestamp: '@20240806-113914' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914 +trial_dir: /results/dreamfusion-sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A harp (support); a mobius strip. In the style of the artist Rene Magritte. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harp_(support);_a_mobius_strip._In_the_style_of_the_artist_Rene_Magritte.@20240806-113914/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3291413302c95d14385ee6bc8f3cf1585e0cb57c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c7ff4bfec42f4f89fa92a19f2374ef59bd4cc8b46b340b7ec3839c15f7378e6 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3291413302c95d14385ee6bc8f3cf1585e0cb57c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c7ff4bfec42f4f89fa92a19f2374ef59bd4cc8b46b340b7ec3839c15f7378e6 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ff477f2dd594aaa7c034ed982167c6e3d51652a1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_harpullia_is_symbol_of_achievement_for_the_microgametophyte. +seed: 0 +use_timestamp: true +timestamp: '@20240811-141021' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021 +trial_dir: /results/dreamfusion-sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A harpullia is symbol of achievement for the microgametophyte. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harpullia_is_symbol_of_achievement_for_the_microgametophyte.@20240811-141021/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..40ac12904e997c42f0fd2384d4443ef953695bbb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df9066e4f0715fe3a6d6c1526426555369ec89f97b5fd8dbd62dc7b1efa3d13 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..40ac12904e997c42f0fd2384d4443ef953695bbb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df9066e4f0715fe3a6d6c1526426555369ec89f97b5fd8dbd62dc7b1efa3d13 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e102c2a1e1bc7632fc5ddaa021457ac6f6f1e0d9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_harridan. +seed: 0 +use_timestamp: true +timestamp: '@20240806-145608' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_harridan.@20240806-145608 +trial_dir: /results/dreamfusion-sd/A_harridan.@20240806-145608 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A harridan. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_harridan.@20240806-145608/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c22ca61504dcc2c9c1789a55a357af79693ae865 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53da46ca19724ea5bce1c697d562d316d4f5a29930e4152cc50e1263ee85a3b6 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c22ca61504dcc2c9c1789a55a357af79693ae865 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53da46ca19724ea5bce1c697d562d316d4f5a29930e4152cc50e1263ee85a3b6 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5fa9dc6516a97af5a2401717ef8812c6069972bd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera. +seed: 0 +use_timestamp: true +timestamp: '@20240816-191837' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837 +trial_dir: /results/dreamfusion-sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hawk (militarist) is displays advertisements for the long pepper. In + the caricature genre and in the style of the artist Diego Rivera. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hawk_(militarist)_is_displays_advertisements_for_the_long_pepper._In_the_caricature_genre_and_in_the_style_of_the_artist_Diego_Rivera.@20240816-191837/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eed95c1ddbccb13865aae383faa2f2666bba7905 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c61cd77281012d5bcde2828c9b8211ddae6828e831851fd1635d1de8bc9b162 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eed95c1ddbccb13865aae383faa2f2666bba7905 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c61cd77281012d5bcde2828c9b8211ddae6828e831851fd1635d1de8bc9b162 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a99f87c8e6512d3a27e6f9857f91089b355238e5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_hay-scented. +seed: 0 +use_timestamp: true +timestamp: '@20240808-122457' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hay-scented.@20240808-122457 +trial_dir: /results/dreamfusion-sd/A_hay-scented.@20240808-122457 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hay-scented. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hay-scented.@20240808-122457/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b9db58ef866cb0d8c2e38ddd95d5179ae7695d16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6cb9a9207a7c0185e14f78982d68c91d4003080c55e721f6b97e25821bb8b3 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b9db58ef866cb0d8c2e38ddd95d5179ae7695d16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6cb9a9207a7c0185e14f78982d68c91d4003080c55e721f6b97e25821bb8b3 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1aecb7e4f05c96cce64087085babdec1f961d2ba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240806-215641' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641 +trial_dir: /results/dreamfusion-sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A headscarf; a plantain (banana). In the flower painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_headscarf;_a_plantain_(banana)._In_the_flower_painting_genre.@20240806-215641/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7f13e0e4d3da2e15206f1168d7d45a412b883a53 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffffcebcbdc61313e02666239ab0f221d3b2656265eb933ffd9f5756881e38df +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7f13e0e4d3da2e15206f1168d7d45a412b883a53 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffffcebcbdc61313e02666239ab0f221d3b2656265eb933ffd9f5756881e38df +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c9f31295126e62fbf79442e415cbd6791d6b95b4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-081920' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920 +trial_dir: /results/dreamfusion-sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A heavily built and taut armet. In the calligraphy genre and using the + cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_and_taut_armet._In_the_calligraphy_genre_and_using_the_cross-stitch_technique.@20240816-081920/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a0ee4f1d42910d6c5dea78c4dc1728de6b5c6ee1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55a83d4f14e49d42a99301fb38e89bb60843372b438a9cd7e60687aefb4d309f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a0ee4f1d42910d6c5dea78c4dc1728de6b5c6ee1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55a83d4f14e49d42a99301fb38e89bb60843372b438a9cd7e60687aefb4d309f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a24a3536395c577205913b090916257f5df93cb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_heavily_built_colonel_blimp. +seed: 0 +use_timestamp: true +timestamp: '@20240815-104635' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_heavily_built_colonel_blimp.@20240815-104635 +trial_dir: /results/dreamfusion-sd/A_heavily_built_colonel_blimp.@20240815-104635 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A heavily built colonel blimp. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_colonel_blimp.@20240815-104635/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..17121fd79c5e1383d7903869bef9ea9a9db6456d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0ef1909199f60732dac46895e853c66eba436589ffdd7875cd00620ea840fe +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..17121fd79c5e1383d7903869bef9ea9a9db6456d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0ef1909199f60732dac46895e853c66eba436589ffdd7875cd00620ea840fe +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ba34e944d4840c7b7b5f705499ad29ac1ad079ab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky. +seed: 0 +use_timestamp: true +timestamp: '@20240817-090612' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612 +trial_dir: /results/dreamfusion-sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A heavily built pod (container). In the style of the artist Ivan Aivazovsky. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavily_built_pod_(container)._In_the_style_of_the_artist_Ivan_Aivazovsky.@20240817-090612/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b9447294ac997c065cd611f9e9d59b71879342cb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c6f035bac2363a4ece4f7edd097ef4b31aa61e94f481acddf33a859d749d7b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b9447294ac997c065cd611f9e9d59b71879342cb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c6f035bac2363a4ece4f7edd097ef4b31aa61e94f481acddf33a859d749d7b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..34f33b691553685b15c3cffb47b3232d1c554782 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-133354' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354 +trial_dir: /results/dreamfusion-sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A heavy-set and rotten reed pipe. Using the blue ballpoint pen drawing + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavy-set_and_rotten_reed_pipe._Using_the_blue_ballpoint_pen_drawing_technique.@20240813-133354/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8e98eb82fa9c8dc145104e0a527f8569e978c5ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc439d5d67cd835c1f2a9f94f89cc725cc3ab3ac087d14a82aa3e6244cecbb76 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8e98eb82fa9c8dc145104e0a527f8569e978c5ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc439d5d67cd835c1f2a9f94f89cc725cc3ab3ac087d14a82aa3e6244cecbb76 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e505b67a8c043c20a3720703635c88884873bbb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_heavy-set_investor. +seed: 0 +use_timestamp: true +timestamp: '@20240815-092011' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_heavy-set_investor.@20240815-092011 +trial_dir: /results/dreamfusion-sd/A_heavy-set_investor.@20240815-092011 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A heavy-set investor. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_heavy-set_investor.@20240815-092011/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1bb8424afa99cba25b715c29d08ff2519fe71c77 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7ab71e63e76bf4152d34b0a2dc9cc0122793498f67c9480e94ef64d7d77277 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1bb8424afa99cba25b715c29d08ff2519fe71c77 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7ab71e63e76bf4152d34b0a2dc9cc0122793498f67c9480e94ef64d7d77277 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..54bf9a1cf48eb74109320e8c57460d0b3426c619 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_hedge_mustard;_a_cro-magnon. +seed: 0 +use_timestamp: true +timestamp: '@20240815-125521' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hedge_mustard;_a_cro-magnon.@20240815-125521 +trial_dir: /results/dreamfusion-sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hedge mustard; a cro-magnon. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hedge_mustard;_a_cro-magnon.@20240815-125521/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c5103ea57c25e61f9faca5344e8ba67bab0c93ae --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea4521dc6d057fdf1832621948a04bcfe4d3458cbee22e1631424501e03235c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c5103ea57c25e61f9faca5344e8ba67bab0c93ae --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea4521dc6d057fdf1832621948a04bcfe4d3458cbee22e1631424501e03235c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8466ce5fd4659cafc9e38ed51a9b93071fc239fe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_helicopter._With_the_Japonism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-135403' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_helicopter._With_the_Japonism_painting_style.@20240810-135403 +trial_dir: /results/dreamfusion-sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A helicopter. With the Japonism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_helicopter._With_the_Japonism_painting_style.@20240810-135403/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..28ee5a486de220b9c2014bb292a05dae96c7b6f0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208ea3790835b7934450fc766ea33f3135985aa026dff9338fabe69c88a038d8 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..28ee5a486de220b9c2014bb292a05dae96c7b6f0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208ea3790835b7934450fc766ea33f3135985aa026dff9338fabe69c88a038d8 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..605fa633b14e8940bc034d1a8c8ac5de3cb7af6b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_henbane. +seed: 0 +use_timestamp: true +timestamp: '@20240808-032001' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_henbane.@20240808-032001 +trial_dir: /results/dreamfusion-sd/A_henbane.@20240808-032001 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A henbane. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_henbane.@20240808-032001/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ad5fda341bde54a8a4171293038b889edf8b9dc6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9318906f759eaf002a5f74da70ad5e3eabea00a727a78c284415707582933605 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ad5fda341bde54a8a4171293038b889edf8b9dc6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9318906f759eaf002a5f74da70ad5e3eabea00a727a78c284415707582933605 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e0a3b4bd0c8a7854dba9438d8fdad5c0a3f413ef --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe. +seed: 0 +use_timestamp: true +timestamp: '@20240817-082258' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258 +trial_dir: /results/dreamfusion-sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A herr; a mulch; a teller (banker). In the mythological painting genre + and in the style of the artist Georgia O'Keeffe. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_herr;_a_mulch;_a_teller_(banker)._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240817-082258/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..50b01f0bd04e6715e69a51491d3f12ac844db5be --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca98ba640a446bbc296e52e589a9ca15a1a314022c4bc51f0cad56b3733ff429 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..50b01f0bd04e6715e69a51491d3f12ac844db5be --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca98ba640a446bbc296e52e589a9ca15a1a314022c4bc51f0cad56b3733ff429 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..312ec06ad621827e9030c379be7fa054a1be3d5e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-203606' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606 +trial_dir: /results/dreamfusion-sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hiatus; a sockeye; an indian button fern. Using the watercolor painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hiatus;_a_sockeye;_an_indian_button_fern._Using_the_watercolor_painting_technique.@20240813-203606/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b8067eb96cfaf82f19fadc038217f02c738b77c9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9c03cd71994b101dc853cd460ae155af8705bf7f7ac4783f90b7b24c3f837c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b8067eb96cfaf82f19fadc038217f02c738b77c9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9c03cd71994b101dc853cd460ae155af8705bf7f7ac4783f90b7b24c3f837c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f84935067514128587e56fe05797bd2ef93f9ab5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-171707' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707 +trial_dir: /results/dreamfusion-sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hideout. In the style of the artist Pierre Auguste Renoir and using + the pencil drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hideout._In_the_style_of_the_artist_Pierre_Auguste_Renoir_and_using_the_pencil_drawing_technique.@20240811-171707/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..41dc7b2b147387f1188e84d055261efe478ff3b2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01bb3aab468043fae1615020dd9ea27bfc1a7ac71c8d1fd9a5f1b6a755c4bb11 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..41dc7b2b147387f1188e84d055261efe478ff3b2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01bb3aab468043fae1615020dd9ea27bfc1a7ac71c8d1fd9a5f1b6a755c4bb11 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dc84f376c5f9d0ca7703f8faca14e2abfcdf191f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-185952' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952 +trial_dir: /results/dreamfusion-sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A highway engineer; an authentic scorekeeper. In the style of the artist + Gustav Klimt and using the ink painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_highway_engineer;_an_authentic_scorekeeper._In_the_style_of_the_artist_Gustav_Klimt_and_using_the_ink_painting_technique.@20240817-185952/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..53b81327d31c3ff2440cf5c89e0c3e77b76e264c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e688cd157dd9a60274fcfbb37ef626fc893d53afa90b8f6c3b45390f7db91fd9 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..53b81327d31c3ff2440cf5c89e0c3e77b76e264c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e688cd157dd9a60274fcfbb37ef626fc893d53afa90b8f6c3b45390f7db91fd9 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4a719c90d73355f731dfdf01c2e8549e6c70c3cc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-181510' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510 +trial_dir: /results/dreamfusion-sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hip pad; a ski jumper; a marshal (lawman). In the sketch and study genre + and with the Synthetic Cubism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hip_pad;_a_ski_jumper;_a_marshal_(lawman)._In_the_sketch_and_study_genre_and_with_the_Synthetic_Cubism_painting_style.@20240817-181510/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0ec08685cb6bd7b0cda3ec1af691fbe2df50be9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec1c2355b2fa98d248b660e585e7b6e5623b4a3eef586e5923830a880723d517 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0ec08685cb6bd7b0cda3ec1af691fbe2df50be9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec1c2355b2fa98d248b660e585e7b6e5623b4a3eef586e5923830a880723d517 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9953d26ce7aad2809608723a43fe8f62bdc99130 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-164629' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629 +trial_dir: /results/dreamfusion-sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hooded skunk. With the Tachisme painting style and using the tempera + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hooded_skunk._With_the_Tachisme_painting_style_and_using_the_tempera_painting_technique.@20240811-164629/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..68bafc77e5311167893f0229568cc2537328bf6a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33707d319fe6119b9a251295b1cf87b4383eba4afc6964cecd9c409ad5ccbb39 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..68bafc77e5311167893f0229568cc2537328bf6a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33707d319fe6119b9a251295b1cf87b4383eba4afc6964cecd9c409ad5ccbb39 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f6e560ddbfe987a35ab1688b73f222574c90508a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-064639' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639 +trial_dir: /results/dreamfusion-sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A horse-drawn vehicle is labeling price for the dove (pigeon). In the + style of the artist Edouard Manet and using the cartoon painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_horse-drawn_vehicle_is_labeling_price_for_the_dove_(pigeon)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_cartoon_painting_technique.@20240816-064639/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f478a155c6021f23d090ebe5e145d6fcc609eae6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e64a8b077d50881eb7835848a0d016b097d9d32b4a73497f4985f60c89f0253 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f478a155c6021f23d090ebe5e145d6fcc609eae6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e64a8b077d50881eb7835848a0d016b097d9d32b4a73497f4985f60c89f0253 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3d09056b6171e46ff14e14e2e3be0e77b303fea3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-034312' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312 +trial_dir: /results/dreamfusion-sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A horsemint (monarda). With the Kinetic Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_horsemint_(monarda)._With_the_Kinetic_Art_painting_style.@20240810-034312/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..47c5713c3de77033623a2c5e1f129af9c5212c25 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d12f686fd580252a728c25d9ed670461323f67cf9fb40bca37409c2bc550f1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..47c5713c3de77033623a2c5e1f129af9c5212c25 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d12f686fd580252a728c25d9ed670461323f67cf9fb40bca37409c2bc550f1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0efd457246bcae6538a1c452cf73297060b90172 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240813-091017' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017 +trial_dir: /results/dreamfusion-sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hot spot (spot). In the style of the artist Louis Anquetin and with + the Mosan art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hot_spot_(spot)._In_the_style_of_the_artist_Louis_Anquetin_and_with_the_Mosan_art_painting_style.@20240813-091017/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..754779cdbed64a538e4a849b38216cc90c478645 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8732dfa6017821838455eadcca49ca4e90200575ecafb960bfd204fea30c072 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..754779cdbed64a538e4a849b38216cc90c478645 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8732dfa6017821838455eadcca49ca4e90200575ecafb960bfd204fea30c072 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0cb683fecd487dafd60ac4eb3b76560646cd5550 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-062911' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911 +trial_dir: /results/dreamfusion-sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hovel. In the landscape genre and using the chalk drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hovel._In_the_landscape_genre_and_using_the_chalk_drawing_technique.@20240812-062911/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b503db54c378e949df7f71b4589a534a6d9b264c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f08ad87e356f7868cd76b5210960398b61f521ce6b6369a70b43b8dc5559d15d +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b503db54c378e949df7f71b4589a534a6d9b264c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f08ad87e356f7868cd76b5210960398b61f521ce6b6369a70b43b8dc5559d15d +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d13f9da55f993a2469fffce8951415ac30a202a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-174402' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402 +trial_dir: /results/dreamfusion-sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A huge and top-heavy imam. In the capriccio genre and using the hot wax + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_and_top-heavy_imam._In_the_capriccio_genre_and_using_the_hot_wax_painting_technique.@20240816-174402/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0478a353ac1ad579e90e8eabff795394239110bc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25ab8170b8c9d832a9fa105071348712c052373e621f2384cc0d9195cd73a685 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0478a353ac1ad579e90e8eabff795394239110bc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25ab8170b8c9d832a9fa105071348712c052373e621f2384cc0d9195cd73a685 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..acab3345dcf76af72b5abbbb20045389c81f2898 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_huge_diestock;_an_electrograph_(apparatus). +seed: 0 +use_timestamp: true +timestamp: '@20240812-132506' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506 +trial_dir: /results/dreamfusion-sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A huge diestock; an electrograph (apparatus). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_diestock;_an_electrograph_(apparatus).@20240812-132506/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..478e0c29ea31a90b55b42f7dd0a939efb4d7ffc3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c00091092ac60b8ba21e017369ca6d456f33a3e4d00609622d6b3041f3c99f2b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..478e0c29ea31a90b55b42f7dd0a939efb4d7ffc3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c00091092ac60b8ba21e017369ca6d456f33a3e4d00609622d6b3041f3c99f2b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..040272b45fe6c1bd147d52b53e303391941f5a5e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240813-221234' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234 +trial_dir: /results/dreamfusion-sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A huge drainboard; a city limit. With the Magic Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_huge_drainboard;_a_city_limit._With_the_Magic_Realism_painting_style.@20240813-221234/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..43e06eeca841f254705e4812c3022101ac4cc0da --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8dc56e8b604c9312d6d5cf16b337cbdf8fc27d453b64127f05277dcafb634e +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..43e06eeca841f254705e4812c3022101ac4cc0da --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8dc56e8b604c9312d6d5cf16b337cbdf8fc27d453b64127f05277dcafb634e +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a46e83e94041ccfb8cc56f9583ee9896bb9842be --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_hutch._Using_the_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-150710' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_hutch._Using_the_pen_drawing_technique.@20240809-150710 +trial_dir: /results/dreamfusion-sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A hutch. Using the pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_hutch._Using_the_pen_drawing_technique.@20240809-150710/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..404924811c3b51cc94e0d5eb337e5a4456751edb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93b971e852ebe793b8734205837dbcd4cf34d66fb9381830a896a03f8e7f3f49 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..404924811c3b51cc94e0d5eb337e5a4456751edb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93b971e852ebe793b8734205837dbcd4cf34d66fb9381830a896a03f8e7f3f49 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3e9b0e66c3923a26efc55a7c89a10427173a66de --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso. +seed: 0 +use_timestamp: true +timestamp: '@20240807-035154' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154 +trial_dir: /results/dreamfusion-sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A jacksnipe; a basin (vessel). In the style of the artist Pablo Picasso. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jacksnipe;_a_basin_(vessel)._In_the_style_of_the_artist_Pablo_Picasso.@20240807-035154/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5d67f4d4b6cbf9ef13dda159027f5788c682ccc9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0bedcf08b6f1a78279eb51c1437f4ed5b919bd1017001688babbf9c19c600d1 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5d67f4d4b6cbf9ef13dda159027f5788c682ccc9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0bedcf08b6f1a78279eb51c1437f4ed5b919bd1017001688babbf9c19c600d1 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f42715e2bd6b70a6d02a88389af2e1135cacc2b0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh. +seed: 0 +use_timestamp: true +timestamp: '@20240814-194622' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622 +trial_dir: /results/dreamfusion-sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A jagged and wool black cottonwood. In the style of the artist Vincent + van Gogh. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jagged_and_wool_black_cottonwood._In_the_style_of_the_artist_Vincent_van_Gogh.@20240814-194622/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ad1f335389114e3e1cc68c05ca614940a95507ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3788326a900ca4d6246b3f5bb74c740a58e635a721a6f4f6513e2a9eba314f5c +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ad1f335389114e3e1cc68c05ca614940a95507ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3788326a900ca4d6246b3f5bb74c740a58e635a721a6f4f6513e2a9eba314f5c +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a1f85ed2b85e7a17bc96e80612ab6e5aebc9476b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-091709' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709 +trial_dir: /results/dreamfusion-sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A japanese beetle; a baggage (materiel). Using the hot wax painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_japanese_beetle;_a_baggage_(materiel)._Using_the_hot_wax_painting_technique.@20240807-091709/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eac5d4c184abd63e2d149b96aa05e399d37758a5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb475489e6c224269c5716358638742210b81ffc20a746dd7ba9fd61caf1f3f9 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eac5d4c184abd63e2d149b96aa05e399d37758a5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb475489e6c224269c5716358638742210b81ffc20a746dd7ba9fd61caf1f3f9 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ba5ad57965e416930a21f4cdab96d90f0cc6f345 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-081222' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222 +trial_dir: /results/dreamfusion-sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A jarring and straight pest (tormentor). Using the digital painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jarring_and_straight_pest_(tormentor)._Using_the_digital_painting_technique.@20240813-081222/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..32b387d12d0bffa0286912ea6b65b5820ea1133e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba6a705256679b8187a69353b4ed580406be26c32da4431349c4b8b8ac5045a +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..32b387d12d0bffa0286912ea6b65b5820ea1133e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba6a705256679b8187a69353b4ed580406be26c32da4431349c4b8b8ac5045a +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..278510319af703ef7ee6afe72abad9febeb5798a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-145806' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806 +trial_dir: /results/dreamfusion-sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A jerboa rat. Using the ballpoint pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jerboa_rat._Using_the_ballpoint_pen_drawing_technique.@20240810-145806/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..74aa6c07c7cd5bc7269b1ad33449f5bde4c785b7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1f4c6b6fdc4f02165abda7ef0d4c3682e4222e288a537902668485e175953a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..74aa6c07c7cd5bc7269b1ad33449f5bde4c785b7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1f4c6b6fdc4f02165abda7ef0d4c3682e4222e288a537902668485e175953a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..69738639ff5442a7dfe953f74c4bd7f0612c5ac2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent. +seed: 0 +use_timestamp: true +timestamp: '@20240807-084436' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436 +trial_dir: /results/dreamfusion-sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A jerusalem thorn; a cubeb (true pepper). In the style of the artist John + Singer Sargent. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jerusalem_thorn;_a_cubeb_(true_pepper)._In_the_style_of_the_artist_John_Singer_Sargent.@20240807-084436/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c3e55cfd4862e6e3530452c3dec6f91ed4bfdecc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280747ad508208798ff455c39a0fcd7ac45647f6468290d74b320afb50a06feb +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c3e55cfd4862e6e3530452c3dec6f91ed4bfdecc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280747ad508208798ff455c39a0fcd7ac45647f6468290d74b320afb50a06feb +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4673507ff9435f2f9fd7fb55256c86223436cea7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_jimsonweed. +seed: 0 +use_timestamp: true +timestamp: '@20240807-213048' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_jimsonweed.@20240807-213048 +trial_dir: /results/dreamfusion-sd/A_jimsonweed.@20240807-213048 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A jimsonweed. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jimsonweed.@20240807-213048/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e484f0791f87f40c586dc2536ecc06cbbf0bf312 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb446a9125dc629ee4eb872cf3e740e8ff7d171908f3adf8caac0636a2af2c7 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e484f0791f87f40c586dc2536ecc06cbbf0bf312 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb446a9125dc629ee4eb872cf3e740e8ff7d171908f3adf8caac0636a2af2c7 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..276e0cbcbb2bdf32dff1c6bab9d435da46ac4b72 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-165039' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039 +trial_dir: /results/dreamfusion-sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A juggler is situated beyond the animalization. In the shan shui genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_juggler_is_situated_beyond_the_animalization._In_the_shan_shui_genre.@20240813-165039/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f91a69a8d93d08c9850b661996cc2d299a75d161 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d976ee53720d4b30e235034521577080f76077651605c70a398f4a6b461a54ee +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f91a69a8d93d08c9850b661996cc2d299a75d161 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d976ee53720d4b30e235034521577080f76077651605c70a398f4a6b461a54ee +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b5c603b4a1db7c97b026583fe6358af553c819fa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro. +seed: 0 +use_timestamp: true +timestamp: '@20240812-093739' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739 +trial_dir: /results/dreamfusion-sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A jump rope. In the bijinga genre and in the style of the artist Joan + Miro. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_jump_rope._In_the_bijinga_genre_and_in_the_style_of_the_artist_Joan_Miro.@20240812-093739/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..97ffc2244367ea6e99e93ee1ae966be216edcbed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b31eb1f8c23964ae5b47f7f187c31970f84879258b49a95e5cb42fc4d498de4f +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..97ffc2244367ea6e99e93ee1ae966be216edcbed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b31eb1f8c23964ae5b47f7f187c31970f84879258b49a95e5cb42fc4d498de4f +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a4dcc489442815936d423bdae3b82e22ef70b873 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon. +seed: 0 +use_timestamp: true +timestamp: '@20240812-100309' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309 +trial_dir: /results/dreamfusion-sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A kaleidoscope is demarcating area around the narrow-leaf penstemon. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kaleidoscope_is_demarcating_area_around_the_narrow-leaf_penstemon.@20240812-100309/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a33e658717f00f9caf40e5839cf1d7ab392f4402 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e8c0f5ecff47c6cc5b6d9f718735a95f0584d87e7531b935ed21adec2696774 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a33e658717f00f9caf40e5839cf1d7ab392f4402 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e8c0f5ecff47c6cc5b6d9f718735a95f0584d87e7531b935ed21adec2696774 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aabfb66123784af62292f29b1243dd77aa2a2308 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-073946' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946 +trial_dir: /results/dreamfusion-sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A kazakhstani; an old woman. Using the chalk drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kazakhstani;_an_old_woman._Using_the_chalk_drawing_technique.@20240807-073946/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da1db0e9fcbac4200e17406a65b1cddcece77411 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af439d08b95f28851ed8966acbdb730364fa7b811025bf24494fcb65cb2a00c +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da1db0e9fcbac4200e17406a65b1cddcece77411 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af439d08b95f28851ed8966acbdb730364fa7b811025bf24494fcb65cb2a00c +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5b98a28b1bf5f635ccfa8eeaa940fd4720f0476a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-175832' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832 +trial_dir: /results/dreamfusion-sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A kidney bean is provides seating for visitors of the weekend warrior + (reservist). In the animal painting genre and using the velvet painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kidney_bean_is_provides_seating_for_visitors_of_the_weekend_warrior_(reservist)._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240818-175832/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7dd460b389bf1a0dad74bf27b74b4560e7d5fc1c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36734b625144f51cba7aa86988aedce787f5d9163878aacbcb56895b99e3008 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7dd460b389bf1a0dad74bf27b74b4560e7d5fc1c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36734b625144f51cba7aa86988aedce787f5d9163878aacbcb56895b99e3008 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c80ad943ff81dc02444bdbc210c92b24ac4ad2e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro. +seed: 0 +use_timestamp: true +timestamp: '@20240807-094943' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943 +trial_dir: /results/dreamfusion-sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A killer bee; a yellow-breasted chat. In the style of the artist Joan + Miro. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_killer_bee;_a_yellow-breasted_chat._In_the_style_of_the_artist_Joan_Miro.@20240807-094943/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dcbf2ebeb0a8a31af2f5d6f86ba2fbbbbd7ac7df --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bfc30acd8f97428b30579963decfaa112285aec1883b6b64b5c574242299507 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dcbf2ebeb0a8a31af2f5d6f86ba2fbbbbd7ac7df --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bfc30acd8f97428b30579963decfaa112285aec1883b6b64b5c574242299507 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a2b287a87a832de732c4f44bf8de19da67a6a187 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_kitchen_island_is_used_in_play_the_principal_axis. +seed: 0 +use_timestamp: true +timestamp: '@20240811-001811' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811 +trial_dir: /results/dreamfusion-sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A kitchen island is used in play the principal axis. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kitchen_island_is_used_in_play_the_principal_axis.@20240811-001811/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..727de132c837b2554aa7b3d1bc1a4c9fba63afda --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b485f11d866f1b679394f54b380cf4b563b117896010b009eb6dd5569606e5 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..727de132c837b2554aa7b3d1bc1a4c9fba63afda --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b485f11d866f1b679394f54b380cf4b563b117896010b009eb6dd5569606e5 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a2b5d4a0be043520a123029f3d08f5cacb36391a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_klystron. +seed: 0 +use_timestamp: true +timestamp: '@20240808-035118' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_klystron.@20240808-035118 +trial_dir: /results/dreamfusion-sd/A_klystron.@20240808-035118 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A klystron. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_klystron.@20240808-035118/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d4259d31cbaa9ae69f19edcd614aa4276d9a6be8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9745648471bce674ffe99a0d99512858304a4b5eb0422e702d3a983cb32428 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d4259d31cbaa9ae69f19edcd614aa4276d9a6be8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9745648471bce674ffe99a0d99512858304a4b5eb0422e702d3a983cb32428 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e379954fb48124416d7e8210729302cb144fae31 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_knockabout;_electrical_line_of_force. +seed: 0 +use_timestamp: true +timestamp: '@20240814-042045' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_knockabout;_electrical_line_of_force.@20240814-042045 +trial_dir: /results/dreamfusion-sd/A_knockabout;_electrical_line_of_force.@20240814-042045 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A knockabout; electrical line of force. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_knockabout;_electrical_line_of_force.@20240814-042045/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..09323d27b516306ae742dd4ce51df566247dc71f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c31cb8b15e47d910c6a185e5510d05d98ee11649dbefb75d2d6c5b6b54f180d +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..09323d27b516306ae742dd4ce51df566247dc71f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c31cb8b15e47d910c6a185e5510d05d98ee11649dbefb75d2d6c5b6b54f180d +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c18b5944460d5c613fef41bffaced8d497add0ab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-174406' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406 +trial_dir: /results/dreamfusion-sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A knout; a common brant goose. In the style of the artist Marc Chagall + and using the cartoon painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_knout;_a_common_brant_goose._In_the_style_of_the_artist_Marc_Chagall_and_using_the_cartoon_painting_technique.@20240809-174406/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4cebdcf671121f1308ad663a190d18758eabff3b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432f0bf58d9d2f7dbaa0c1d80498bc3a2ea119b9d0c14d2ffff5fdb718dc7808 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4cebdcf671121f1308ad663a190d18758eabff3b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432f0bf58d9d2f7dbaa0c1d80498bc3a2ea119b9d0c14d2ffff5fdb718dc7808 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e5bc65f6c4de0cee1eb399c5eac01b666cc4abbf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240813-024011' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011 +trial_dir: /results/dreamfusion-sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A know-it-all. In the calligraphy genre and with the Futurism painting + style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_know-it-all._In_the_calligraphy_genre_and_with_the_Futurism_painting_style.@20240813-024011/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72b682893e73425c66f9bedeb9d2e3fa532b74e7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e7e0453692aa250c876c99310462154f906efa4f33f21622e8e3003407e78c +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72b682893e73425c66f9bedeb9d2e3fa532b74e7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e7e0453692aa250c876c99310462154f906efa4f33f21622e8e3003407e78c +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6cd5f717f0d1decd33fdcc6c50b485e292a8dc8c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-194541' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541 +trial_dir: /results/dreamfusion-sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A kui is likely acquainted with the belt buckle. In the allegorical painting + genre and using the acrylic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_kui_is_likely_acquainted_with_the_belt_buckle._In_the_allegorical_painting_genre_and_using_the_acrylic_painting_technique.@20240817-194541/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5f800513e9b7b114e0c217d5678331d672dc7b3a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c146062780e592fbd8a6cfa4fe6c7685e446093b491377cd4e4c202962bbaab3 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5f800513e9b7b114e0c217d5678331d672dc7b3a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c146062780e592fbd8a6cfa4fe6c7685e446093b491377cd4e4c202962bbaab3 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..588ea0198e34ff62281f82264a97e05b98ba1fdf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_lacelike_solar_array._In_the_vanitas_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240817-060603' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603 +trial_dir: /results/dreamfusion-sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lacelike solar array. In the vanitas genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lacelike_solar_array._In_the_vanitas_genre.@20240817-060603/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9f666282630c559a6607964d75a791d85c3ba6f8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:525a0133b4d0ca4d1cfdc4e943d8bb5648dc64863fa408e42e534c18bb3c4b40 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9f666282630c559a6607964d75a791d85c3ba6f8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:525a0133b4d0ca4d1cfdc4e943d8bb5648dc64863fa408e42e534c18bb3c4b40 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f3110b79f03d82084cb8f002e731f17cb8b1739a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-053509' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509 +trial_dir: /results/dreamfusion-sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lacquerware. With the Cubo-Expressionism painting style and using the + acrylic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lacquerware._With_the_Cubo-Expressionism_painting_style_and_using_the_acrylic_painting_technique.@20240813-053509/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2d734bc801abb910827df6fa137df7eea513db46 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d3e0e405d9399f10ae1052605a84d193d85e4da660d6baa2173f8f5cf935f0 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2d734bc801abb910827df6fa137df7eea513db46 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d3e0e405d9399f10ae1052605a84d193d85e4da660d6baa2173f8f5cf935f0 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9da9fd83d330d362a870c09966be444f9bce8a48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_lama._With_the_Early_Renaissance_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-103357' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357 +trial_dir: /results/dreamfusion-sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lama. With the Early Renaissance painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lama._With_the_Early_Renaissance_painting_style.@20240811-103357/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fb634351cb30b8a7d448456f642da5a69792cb00 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c08767f0e918543a7d2b6913c539e127f6292e36c591e13051ff61b53974ef6 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fb634351cb30b8a7d448456f642da5a69792cb00 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c08767f0e918543a7d2b6913c539e127f6292e36c591e13051ff61b53974ef6 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8efed6c132bc67b63e5f1267c6f951f62ab3e597 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_landscaping. +seed: 0 +use_timestamp: true +timestamp: '@20240806-112519' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_landscaping.@20240806-112519 +trial_dir: /results/dreamfusion-sd/A_landscaping.@20240806-112519 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A landscaping. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_landscaping.@20240806-112519/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..80e0ffdeafec39b8469231cbf03d470ab7d35cf4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c913324a624a3b2226a752db0ca488174944a1efed4b5a7c01c694e1d30298 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..80e0ffdeafec39b8469231cbf03d470ab7d35cf4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c913324a624a3b2226a752db0ca488174944a1efed4b5a7c01c694e1d30298 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fdf50185f6fb1fbef90336ec16888713ad691e56 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-125609' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609 +trial_dir: /results/dreamfusion-sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lantern fly is shadow cast upon by the planetary gear. In the yakusha-e + genre and with the New European Painting painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lantern_fly_is_shadow_cast_upon_by_the_planetary_gear._In_the_yakusha-e_genre_and_with_the_New_European_Painting_painting_style.@20240817-125609/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ac7b694982f159e7dea8de15ab83f264b3e5a706 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5924285f0e7d0b1d9cc8befef8dfe7791de29a8ffc71773b00bc632ce1c6d2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ac7b694982f159e7dea8de15ab83f264b3e5a706 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5924285f0e7d0b1d9cc8befef8dfe7791de29a8ffc71773b00bc632ce1c6d2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e23665cd092e54acfbecc34e81cc0170156523b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_lapin;_an_apple_geranium;_a_sheika. +seed: 0 +use_timestamp: true +timestamp: '@20240812-193003' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003 +trial_dir: /results/dreamfusion-sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lapin; an apple geranium; a sheika. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lapin;_an_apple_geranium;_a_sheika.@20240812-193003/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e8dc3e13fa7e0f574fe6d0c8f95bb461327bb809 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6d8f3e6e1d1607e9d843b09f9035be658c364661712ca6320d9ce942ff8f06 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e8dc3e13fa7e0f574fe6d0c8f95bb461327bb809 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6d8f3e6e1d1607e9d843b09f9035be658c364661712ca6320d9ce942ff8f06 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ad2c0f4746d991a1acd2d92a0a7ef1fc162ddb01 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_larboard._Using_the_tempera_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-232826' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_larboard._Using_the_tempera_painting_technique.@20240809-232826 +trial_dir: /results/dreamfusion-sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A larboard. Using the tempera painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_larboard._Using_the_tempera_painting_technique.@20240809-232826/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5aea3f3c5c95c01285b378ce8fb26188fc3e3525 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b00dbc988e687e02cf56ee77e5fc3b6cb11e6ef76f3a115197cc9c80ff8eae6 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5aea3f3c5c95c01285b378ce8fb26188fc3e3525 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b00dbc988e687e02cf56ee77e5fc3b6cb11e6ef76f3a115197cc9c80ff8eae6 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fe73bb73d40611898c159c61a8fe0269b612057a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt. +seed: 0 +use_timestamp: true +timestamp: '@20240814-103549' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549 +trial_dir: /results/dreamfusion-sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A large and rotund parking space. In the style of the artist Mary Cassatt. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_large_and_rotund_parking_space._In_the_style_of_the_artist_Mary_Cassatt.@20240814-103549/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bc537be05e9f0e5a255134090a70f895495aed96 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c4606b1052ade6f6b45c9726e0443bc24a9062c4ae4a2d1924ddec3a869138 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bc537be05e9f0e5a255134090a70f895495aed96 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c4606b1052ade6f6b45c9726e0443bc24a9062c4ae4a2d1924ddec3a869138 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..68a3a68be455490480326ca9b72872e4e8150f05 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-133632' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632 +trial_dir: /results/dreamfusion-sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A large border collie. With the Post-Painterly Abstraction painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_large_border_collie._With_the_Post-Painterly_Abstraction_painting_style.@20240807-133632/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72ad9ac9f0a34bd164253528e372e71b58fc0976 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3ee561a847add23034463f7c93e4a3a8f1210394adb7e9629b0ed82f94cb02 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72ad9ac9f0a34bd164253528e372e71b58fc0976 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3ee561a847add23034463f7c93e4a3a8f1210394adb7e9629b0ed82f94cb02 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9e325eee1935c3b282eb216444f712152eeb87b3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-114023' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023 +trial_dir: /results/dreamfusion-sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lasting common spoonbill. With the Purism painting style and using the + cave painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lasting_common_spoonbill._With_the_Purism_painting_style_and_using_the_cave_painting_technique.@20240810-114023/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f1a040a4f41d87263475151c45e289cc2623f347 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71d890af664497466289e7c8b7c18b3a8c8e8577c982494dda7d447bfe73a078 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f1a040a4f41d87263475151c45e289cc2623f347 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71d890af664497466289e7c8b7c18b3a8c8e8577c982494dda7d447bfe73a078 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9322c0f99b9d8a5f07a3a0ea3b898d5d4afe0429 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_latchet._In_the_literary_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240811-145759' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_latchet._In_the_literary_painting_genre.@20240811-145759 +trial_dir: /results/dreamfusion-sd/A_latchet._In_the_literary_painting_genre.@20240811-145759 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A latchet. In the literary painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_latchet._In_the_literary_painting_genre.@20240811-145759/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..16e90d40bc3706d12458425fb6b3fc65ca1ee4a9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c7485628e60b71319c2510a2dd37e4c9a78f75a4ab197837809d4e37d48a21 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..16e90d40bc3706d12458425fb6b3fc65ca1ee4a9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c7485628e60b71319c2510a2dd37e4c9a78f75a4ab197837809d4e37d48a21 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4c4f1a78994a0b84a001b627d955a3b65c8ff357 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner. +seed: 0 +use_timestamp: true +timestamp: '@20240811-100056' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056 +trial_dir: /results/dreamfusion-sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A laticifer. In the style of the artist Raphael Kirchner. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_laticifer._In_the_style_of_the_artist_Raphael_Kirchner.@20240811-100056/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..00d5781d6a9215093a63caf2f506d3d6b3200fb0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f657d55fb6aa9bd0cb8e92b955da122c61409ddc7c6d9f94192a447c80b33e5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..00d5781d6a9215093a63caf2f506d3d6b3200fb0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f657d55fb6aa9bd0cb8e92b955da122c61409ddc7c6d9f94192a447c80b33e5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8a10298a14dac8863bc4552e4e9c359f5548fdef --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-090712' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712 +trial_dir: /results/dreamfusion-sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A laugh track; a flatcar; a mullein. With the Synchromism painting style + and using the woodcut painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_laugh_track;_a_flatcar;_a_mullein._With_the_Synchromism_painting_style_and_using_the_woodcut_painting_technique.@20240816-090712/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..14ed2470acba0514054af3e327506dbb430c0045 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2705c65cb865e428b5cf1a62b5655fddc1268096f62e8931a3154d52d3263656 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..14ed2470acba0514054af3e327506dbb430c0045 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2705c65cb865e428b5cf1a62b5655fddc1268096f62e8931a3154d52d3263656 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ee813f5762dc31d6a5f9b7a539487e489e6b9d61 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240816-235146' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146 +trial_dir: /results/dreamfusion-sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A launching pad; a weeping willow; a strawberry tree. In the style of + the artist Francisco Goya and with the Gothic painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_launching_pad;_a_weeping_willow;_a_strawberry_tree._In_the_style_of_the_artist_Francisco_Goya_and_with_the_Gothic_painting_style.@20240816-235146/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..176ee6104ff5ca1221da2c9f426fb2eeea08156a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4db69433dbe77c8c8ce8e0a76b4e5efdc9017ea1c17c2e48abf52626b93abe7 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..176ee6104ff5ca1221da2c9f426fb2eeea08156a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4db69433dbe77c8c8ce8e0a76b4e5efdc9017ea1c17c2e48abf52626b93abe7 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..23b71ad071faf818c7c13ad6c82bfb6d1a931731 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft. +seed: 0 +use_timestamp: true +timestamp: '@20240812-032201' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201 +trial_dir: /results/dreamfusion-sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A leafy spurge is being used in interaction with the camshaft. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leafy_spurge_is_being_used_in_interaction_with_the_camshaft.@20240812-032201/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..247fd5bbf298bd56de2c18d70f6e689e9f77c626 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56663470da65e0e5406dac71fe4a8262317922d9b772492850e06ff4e24f661a +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..247fd5bbf298bd56de2c18d70f6e689e9f77c626 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56663470da65e0e5406dac71fe4a8262317922d9b772492850e06ff4e24f661a +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8d88534bbac27e010c340a27447aae305397c9ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_lean_hospital_ship;_buffalo_fish. +seed: 0 +use_timestamp: true +timestamp: '@20240810-192046' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lean_hospital_ship;_buffalo_fish.@20240810-192046 +trial_dir: /results/dreamfusion-sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lean hospital ship; buffalo fish. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_hospital_ship;_buffalo_fish.@20240810-192046/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9562730f2083ed6d4bf0f0fbfb01475f41260835 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad775300b70bd64447d9138257d2e980df5fe307cf468122bf4330d97245816 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9562730f2083ed6d4bf0f0fbfb01475f41260835 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad775300b70bd64447d9138257d2e980df5fe307cf468122bf4330d97245816 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c5f73795510da3bda3e0fdfb30482e4888e5e4ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_lean_white-tailed_jackrabbit._In_the_panorama_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240817-003843' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843 +trial_dir: /results/dreamfusion-sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lean white-tailed jackrabbit. In the panorama genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_white-tailed_jackrabbit._In_the_panorama_genre.@20240817-003843/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..47444fe2630f18f5f37e60cc60f587e3e40dfbaa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf78e78bcefa18e1c483b65a57dfaef4eda148a0d2a0bbdc100c1840d436958 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..47444fe2630f18f5f37e60cc60f587e3e40dfbaa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf78e78bcefa18e1c483b65a57dfaef4eda148a0d2a0bbdc100c1840d436958 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f1c6c0ddb408a176a53db7f7483c9efc7cd46233 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_lean_world_wide_web. +seed: 0 +use_timestamp: true +timestamp: '@20240815-225747' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lean_world_wide_web.@20240815-225747 +trial_dir: /results/dreamfusion-sd/A_lean_world_wide_web.@20240815-225747 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lean world wide web. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lean_world_wide_web.@20240815-225747/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0656ddc526d5a4df1b9cf8f66645ca777724e7ad --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2747f8df0856455e497fd6fe641e6b1618afc83010b16777ff9bc629d168f570 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0656ddc526d5a4df1b9cf8f66645ca777724e7ad --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2747f8df0856455e497fd6fe641e6b1618afc83010b16777ff9bc629d168f570 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..af7e7c24839252c532d39c3902a0976133e14579 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_leather_horsetail. +seed: 0 +use_timestamp: true +timestamp: '@20240815-050013' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_leather_horsetail.@20240815-050013 +trial_dir: /results/dreamfusion-sd/A_leather_horsetail.@20240815-050013 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A leather horsetail. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leather_horsetail.@20240815-050013/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..34625e1538cce7a08aae525d81f19b3d90b94381 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c33f734f665cbf7593cfe8f8cdced4bb24ba44de598fcb7bd0afd80d2e708cb +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..34625e1538cce7a08aae525d81f19b3d90b94381 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c33f734f665cbf7593cfe8f8cdced4bb24ba44de598fcb7bd0afd80d2e708cb +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..032e5d3084a055bbef9a1ae774b74b9838f71f29 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-183141' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141 +trial_dir: /results/dreamfusion-sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A leatherleaf (shrub); a sovereign; a marquetry. With the Hyper-Realism + painting style and using the canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leatherleaf_(shrub);_a_sovereign;_a_marquetry._With_the_Hyper-Realism_painting_style_and_using_the_canvas_painting_technique.@20240816-183141/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..91c5438a796a12c462d9178ecaea13a070b6a99d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b16ffa29c65fa90a24ffe0b7ae999d0e4481851ed493addcef8053c616ab2237 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..91c5438a796a12c462d9178ecaea13a070b6a99d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b16ffa29c65fa90a24ffe0b7ae999d0e4481851ed493addcef8053c616ab2237 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..abe989b2ee54ebea512d91337df2e069fbb443a7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_leatherwork;_an_uncooked_yardstick. +seed: 0 +use_timestamp: true +timestamp: '@20240812-135805' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_leatherwork;_an_uncooked_yardstick.@20240812-135805 +trial_dir: /results/dreamfusion-sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A leatherwork; an uncooked yardstick. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_leatherwork;_an_uncooked_yardstick.@20240812-135805/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..85e052882f88e4dde7cde3bdffee21e2de920797 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405df1723995c37f558296c173bd13e769ad990e5b1afc7bd03e2a9bf3619149 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..85e052882f88e4dde7cde3bdffee21e2de920797 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405df1723995c37f558296c173bd13e769ad990e5b1afc7bd03e2a9bf3619149 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7507452051b1ec6037ca79ff90f47ea67b29b1d2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240815-040735' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735 +trial_dir: /results/dreamfusion-sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lector (clergyman) is posing a threat to the draba. In the history painting + genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lector_(clergyman)_is_posing_a_threat_to_the_draba._In_the_history_painting_genre.@20240815-040735/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cdd917af97a8344ae2d8e776e2cbc8e3826f0c99 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:440e126ea2fd8030d6b5feeeada38d2229a204169fb1d067f6db8e49107498d0 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cdd917af97a8344ae2d8e776e2cbc8e3826f0c99 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:440e126ea2fd8030d6b5feeeada38d2229a204169fb1d067f6db8e49107498d0 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c1ebb2fb331b650997bf01a6b5bf4be090f2077b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240818-095646' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646 +trial_dir: /results/dreamfusion-sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lemon-scented gum; an adobe lily. In the figurative genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lemon-scented_gum;_an_adobe_lily._In_the_figurative_genre.@20240818-095646/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b19e1b6fc8cdd0a5e427d8298bdf85dbe70afed6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df87a2326f20b60ee8f70e6323622feb9b514b45049c605c965e56d75c377ddd +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b19e1b6fc8cdd0a5e427d8298bdf85dbe70afed6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df87a2326f20b60ee8f70e6323622feb9b514b45049c605c965e56d75c377ddd +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8ff50d161fb81ad159389c726ef8da250cbb0b2b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240819-055548' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548 +trial_dir: /results/dreamfusion-sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A levee (embankment); a pile (thread); a red-backed sandpiper. In the + style of the artist Rene Magritte and with the Analytical Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_levee_(embankment);_a_pile_(thread);_a_red-backed_sandpiper._In_the_style_of_the_artist_Rene_Magritte_and_with_the_Analytical_Realism_painting_style.@20240819-055548/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b4f88e36a77176a0abafe45e1854be2d340ba1a6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2462a595daf9bbfb909cf28488bb1e897b715d256994345cd4e78cd1654783 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b4f88e36a77176a0abafe45e1854be2d340ba1a6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2462a595daf9bbfb909cf28488bb1e897b715d256994345cd4e78cd1654783 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3be2b363bcb0759cb03abb1462bbef19d8b61368 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240808-175337' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337 +trial_dir: /results/dreamfusion-sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A life tenant; a television transmitter. In the style of the artist John + Constable and with the Post-Minimalism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_life_tenant;_a_television_transmitter._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Minimalism_painting_style.@20240808-175337/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f6c698572a9a01390c27f8c49b382b143ca4cfee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:becfed31f3f8dd18a1a2ba41e47ec73818513ab7d1e0ad821fd67a5265fd9f09 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f6c698572a9a01390c27f8c49b382b143ca4cfee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:becfed31f3f8dd18a1a2ba41e47ec73818513ab7d1e0ad821fd67a5265fd9f09 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..abdb850fe6c7eec6b1c29715a4c9a3343f85b50d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-082650' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650 +trial_dir: /results/dreamfusion-sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lighting fixture. In the style of the artist Jean-Baptiste-Simeon Chardin + and with the Neo-Rococo painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lighting_fixture._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Neo-Rococo_painting_style.@20240812-082650/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..110048c184da542d5b9588268cb4a9b296694e4e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:234171b53b7030e0d5dbbdce5d5537246f7b5264b28ee34286e17c5edb70f0f9 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..110048c184da542d5b9588268cb4a9b296694e4e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:234171b53b7030e0d5dbbdce5d5537246f7b5264b28ee34286e17c5edb70f0f9 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..787202b8886b740a7a24eed2f06695041e649475 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-224639' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639 +trial_dir: /results/dreamfusion-sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lilliputian; a Colonial architecture distillery. With the Pointillism + painting style and using the pencil drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lilliputian;_a_Colonial_architecture_distillery._With_the_Pointillism_painting_style_and_using_the_pencil_drawing_technique.@20240817-224639/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ebda6c2541c9333f261f741c26e12d53dce8da17 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9484df6775e5d260f1965cc50fc5f0ebe9bd621fe2f3421933cb1d4d22ed5e7e +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ebda6c2541c9333f261f741c26e12d53dce8da17 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9484df6775e5d260f1965cc50fc5f0ebe9bd621fe2f3421933cb1d4d22ed5e7e +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6b0789070a542b9de196018c05e8f42e1d96670e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_limekiln._Using_the_collage_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-083315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_limekiln._Using_the_collage_painting_technique.@20240810-083315 +trial_dir: /results/dreamfusion-sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A limekiln. Using the collage painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_limekiln._Using_the_collage_painting_technique.@20240810-083315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..54efb27b37f5216ac6fbe225e9b736ddc3d6acba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e84d0247edc08ca0566e7bb9283bc9de89c69ccb9881afaf664ffedbd52be0e +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..54efb27b37f5216ac6fbe225e9b736ddc3d6acba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e84d0247edc08ca0566e7bb9283bc9de89c69ccb9881afaf664ffedbd52be0e +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..df7e73e6532bc45d2fafcc9648e0072b0761ae67 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_linear_and_monstrosity_mollie. +seed: 0 +use_timestamp: true +timestamp: '@20240810-231117' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_linear_and_monstrosity_mollie.@20240810-231117 +trial_dir: /results/dreamfusion-sd/A_linear_and_monstrosity_mollie.@20240810-231117 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A linear and monstrosity mollie. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_linear_and_monstrosity_mollie.@20240810-231117/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e9ec30bffd2f638accec1bacdb8d23399f939e1a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705c34955176e04a2fa467dfc92f5cc993a75c250b9242d2f8531dc322346044 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e9ec30bffd2f638accec1bacdb8d23399f939e1a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705c34955176e04a2fa467dfc92f5cc993a75c250b9242d2f8531dc322346044 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..88c3687ea05241cae4dd6a68192d030581c76916 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin. +seed: 0 +use_timestamp: true +timestamp: '@20240814-064920' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920 +trial_dir: /results/dreamfusion-sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lingonberry; an adelgid; a finance minister. In the style of the artist + Eugene Boudin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lingonberry;_an_adelgid;_a_finance_minister._In_the_style_of_the_artist_Eugene_Boudin.@20240814-064920/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98f8971c3273e631ec4fb9bd3c6dd36d29c80dec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e93345598cc8ac147194b5707db6ed5e80b1b83771c6b1eccc591713b15559f +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98f8971c3273e631ec4fb9bd3c6dd36d29c80dec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e93345598cc8ac147194b5707db6ed5e80b1b83771c6b1eccc591713b15559f +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3a6e709dbae82a20732a1e8be4b721b21ca74dd3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_lithograph_(duplicator)._In_the_battle_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240809-195352' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352 +trial_dir: /results/dreamfusion-sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lithograph (duplicator). In the battle painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lithograph_(duplicator)._In_the_battle_painting_genre.@20240809-195352/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c9c7729cf558f47ec68c0ff4fe4721f4807b58be --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488448b9ce34d9fb422078233c05319923a134a0415234eaf193425083103531 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c9c7729cf558f47ec68c0ff4fe4721f4807b58be --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488448b9ce34d9fb422078233c05319923a134a0415234eaf193425083103531 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4c3bbe6da7d58f245258ae2b0ffe7ed443c9dac3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_little_and_puffy_escapologist. +seed: 0 +use_timestamp: true +timestamp: '@20240812-153642' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_little_and_puffy_escapologist.@20240812-153642 +trial_dir: /results/dreamfusion-sd/A_little_and_puffy_escapologist.@20240812-153642 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A little and puffy escapologist. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_little_and_puffy_escapologist.@20240812-153642/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be31b9c304ab01beec0c5f7eaf01ab034fb20bfb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e0870079f2e59fb03667ec78a04c44c8a80eec6b2d51611ff650343f3877772 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be31b9c304ab01beec0c5f7eaf01ab034fb20bfb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e0870079f2e59fb03667ec78a04c44c8a80eec6b2d51611ff650343f3877772 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e827854e7df8387f17b06e4edca93d348933eb1a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci. +seed: 0 +use_timestamp: true +timestamp: '@20240817-052222' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222 +trial_dir: /results/dreamfusion-sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A little california pitcher plant; a quadraphony. In the vanitas genre + and in the style of the artist Leonardo da Vinci. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_little_california_pitcher_plant;_a_quadraphony._In_the_vanitas_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240817-052222/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d0b34931c9e4aa474949232409bd6be10db5e11 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56ffa516915371546e058e6c012ab50d1ffecdd457b9169606028c193457b36 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d0b34931c9e4aa474949232409bd6be10db5e11 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56ffa516915371546e058e6c012ab50d1ffecdd457b9169606028c193457b36 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..749091906507e6c807aa8ae51b93d0d4463a8c92 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240819-080308' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308 +trial_dir: /results/dreamfusion-sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A log is symbolizing diversity for the hug-me-tight. With the Tonalism + painting style and using the glitter glue painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_log_is_symbolizing_diversity_for_the_hug-me-tight._With_the_Tonalism_painting_style_and_using_the_glitter_glue_painting_technique.@20240819-080308/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f9d158a2421d4e554d79ae378c5123ad7f76aac5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ddaff25067ddcb8f9736b910fdc46ab2abe9294c77f202a97bdc713f9b3047 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f9d158a2421d4e554d79ae378c5123ad7f76aac5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ddaff25067ddcb8f9736b910fdc46ab2abe9294c77f202a97bdc713f9b3047 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bcca7c17a7aab11c072a252b71f3b819a4b35cc9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_loose_cannon. +seed: 0 +use_timestamp: true +timestamp: '@20240808-042302' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_loose_cannon.@20240808-042302 +trial_dir: /results/dreamfusion-sd/A_loose_cannon.@20240808-042302 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A loose cannon. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_loose_cannon.@20240808-042302/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2e430e199446eca446e6db0fd52749643fd02e2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c49520e24b6b431210547c64bc17be00d4e1df0eb7cd058b0f81cab65f211e10 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2e430e199446eca446e6db0fd52749643fd02e2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c49520e24b6b431210547c64bc17be00d4e1df0eb7cd058b0f81cab65f211e10 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..02f0f7f6afa698354eb47e10e917e3eb413511e4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso. +seed: 0 +use_timestamp: true +timestamp: '@20240811-064244' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244 +trial_dir: /results/dreamfusion-sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A luger (sledder). In the style of the artist Pablo Picasso. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_luger_(sledder)._In_the_style_of_the_artist_Pablo_Picasso.@20240811-064244/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d6ee893d459df6d17cbd79ff6152c4d19561b19 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1903e0e9fd4e477d435dbb1a1a034d5a4b9ab3c3aed751bfa01619c5233d7b7 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d6ee893d459df6d17cbd79ff6152c4d19561b19 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1903e0e9fd4e477d435dbb1a1a034d5a4b9ab3c3aed751bfa01619c5233d7b7 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6cdcb6749c9dd8908e549e10853e2e266e67581d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet. +seed: 0 +use_timestamp: true +timestamp: '@20240815-224728' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728 +trial_dir: /results/dreamfusion-sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A luscious oracle; a citrophilous mealybug. In the style of the artist + Claude Monet. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_luscious_oracle;_a_citrophilous_mealybug._In_the_style_of_the_artist_Claude_Monet.@20240815-224728/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..168c6e7873d2a75022d31b715f98f088cfd0bde9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ae596be3aabe0a189b6e1f61fa5a375830963c078aa0ae616948d4f50a206b +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..168c6e7873d2a75022d31b715f98f088cfd0bde9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ae596be3aabe0a189b6e1f61fa5a375830963c078aa0ae616948d4f50a206b +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9d0ca6f209a83951ca0a77df2862e36e674fcd86 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_lyrate_leaf. +seed: 0 +use_timestamp: true +timestamp: '@20240808-104913' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_lyrate_leaf.@20240808-104913 +trial_dir: /results/dreamfusion-sd/A_lyrate_leaf.@20240808-104913 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A lyrate leaf. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_lyrate_leaf.@20240808-104913/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bc9b2d8d85cf92d17260cd2acaf29ad383b35a58 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70f4599b0597e8fc117676ab4c0fef1ed58307fe8a78538efe65e7d482555ba +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bc9b2d8d85cf92d17260cd2acaf29ad383b35a58 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70f4599b0597e8fc117676ab4c0fef1ed58307fe8a78538efe65e7d482555ba +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d88a4d704f0ef07307455b0abf3f46de54688df8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-124318' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318 +trial_dir: /results/dreamfusion-sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A machine shop; a mise en scene. Using the ink painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_machine_shop;_a_mise_en_scene._Using_the_ink_painting_technique.@20240806-124318/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c9235ab4ddffab96b2e36fd0920da86373857b55 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e5d53012ebce6f479d15202fb0708805a57ad40dbca5456a07a7b98ab070818 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c9235ab4ddffab96b2e36fd0920da86373857b55 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e5d53012ebce6f479d15202fb0708805a57ad40dbca5456a07a7b98ab070818 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..54119eab7845e2bd2015a5f9e602bbbf354a963c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_mahuang_is_stands_for_heritage_or_landmark_the_mung. +seed: 0 +use_timestamp: true +timestamp: '@20240811-062251' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251 +trial_dir: /results/dreamfusion-sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A mahuang is stands for heritage or landmark the mung. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mahuang_is_stands_for_heritage_or_landmark_the_mung.@20240811-062251/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cff49a0f5fbdc19aafc66c2c433408eb0a1700d5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c95b453392b5940af1e7c99029948a15b2ef22bd4dfb0126eef35d10d90388f7 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cff49a0f5fbdc19aafc66c2c433408eb0a1700d5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c95b453392b5940af1e7c99029948a15b2ef22bd4dfb0126eef35d10d90388f7 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6cb68a3f48c76d1177616b727909d7bd47649a9e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-225349' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349 +trial_dir: /results/dreamfusion-sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A maiden blue-eyed mary; a high-water mark. With the Miserablism painting + style and using the cave painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_maiden_blue-eyed_mary;_a_high-water_mark._With_the_Miserablism_painting_style_and_using_the_cave_painting_technique.@20240807-225349/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..75e1c022c6b2ef89613c02f7dae35026b8f80508 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65e19e464f0e0baca4e9122b8c95ee43a578b5d0eaf04a483a56d95d3b28c14d +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..75e1c022c6b2ef89613c02f7dae35026b8f80508 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65e19e464f0e0baca4e9122b8c95ee43a578b5d0eaf04a483a56d95d3b28c14d +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8537be5086a66e211ebefbbf012241a20dbcd1c6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas. +seed: 0 +use_timestamp: true +timestamp: '@20240807-211502' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502 +trial_dir: /results/dreamfusion-sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A male fern; a dusty miller (wormwood). In the still life genre and in + the style of the artist Edgar Degas. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_male_fern;_a_dusty_miller_(wormwood)._In_the_still_life_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240807-211502/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5f555f35822189659f73bb9480bb4daccd9d2784 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:094754e36400b26fbd9b495d63352e0b4818c9e4436e33c46bf9341568664736 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5f555f35822189659f73bb9480bb4daccd9d2784 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:094754e36400b26fbd9b495d63352e0b4818c9e4436e33c46bf9341568664736 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e16511eec77898cb614397d848caa214970cfd8b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_man_jack_is_commanding_attention_of_the_flight_simulator. +seed: 0 +use_timestamp: true +timestamp: '@20240812-085632' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632 +trial_dir: /results/dreamfusion-sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A man jack is commanding attention of the flight simulator. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_man_jack_is_commanding_attention_of_the_flight_simulator.@20240812-085632/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a9004044079cf2e5f01eac2ef462108118062573 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b783e2bc458e2d56e22b6e02d3c248da22db37b54875daf474dea6e431becb29 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a9004044079cf2e5f01eac2ef462108118062573 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b783e2bc458e2d56e22b6e02d3c248da22db37b54875daf474dea6e431becb29 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..89bc45ef36e5e5a950315cdbffc32f2445f3bf43 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_manifold._With_the_Spectralism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-202124' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_manifold._With_the_Spectralism_painting_style.@20240810-202124 +trial_dir: /results/dreamfusion-sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A manifold. With the Spectralism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manifold._With_the_Spectralism_painting_style.@20240810-202124/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cb692e29d2f072e27ced3f2c0190a0b390b2a2e0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c351d165d3876243c078ed7761e0fbae30bd94b70805c0fdca4614c0868d5ae5 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cb692e29d2f072e27ced3f2c0190a0b390b2a2e0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c351d165d3876243c078ed7761e0fbae30bd94b70805c0fdca4614c0868d5ae5 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3f3a6ce4c719a46ca534a56a945b3bcd029e5953 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_manpad;_a_birdhouse. +seed: 0 +use_timestamp: true +timestamp: '@20240815-112946' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_manpad;_a_birdhouse.@20240815-112946 +trial_dir: /results/dreamfusion-sd/A_manpad;_a_birdhouse.@20240815-112946 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A manpad; a birdhouse. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manpad;_a_birdhouse.@20240815-112946/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..182b697e9f21fe11ee8092d5ceffde5d14c296f3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff0cba083519c83e4a181dca55db9e98ce660e06bfb3544e2d443cc4df51a694 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..182b697e9f21fe11ee8092d5ceffde5d14c296f3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff0cba083519c83e4a181dca55db9e98ce660e06bfb3544e2d443cc4df51a694 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6310c01965f47fcd240bf14a2dd93099fe62129b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-091344' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344 +trial_dir: /results/dreamfusion-sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A mansion. With the Mechanistic Cubism painting style and using the 3D + rendering technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mansion._With_the_Mechanistic_Cubism_painting_style_and_using_the_3D_rendering_technique.@20240812-091344/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ba259570520969c697d88a2822eb7ad5e38fc95 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd805307c399bb3fd30e568cc96cea383605636614e271c56b97b222229c77e3 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ba259570520969c697d88a2822eb7ad5e38fc95 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd805307c399bb3fd30e568cc96cea383605636614e271c56b97b222229c77e3 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f4cb49ff5874dfb475e9dcd3c3196b95d07a7abe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas. +seed: 0 +use_timestamp: true +timestamp: '@20240812-192216' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216 +trial_dir: /results/dreamfusion-sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A manx. In the illustration genre and in the style of the artist Edgar + Degas. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_manx._In_the_illustration_genre_and_in_the_style_of_the_artist_Edgar_Degas.@20240812-192216/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..797e773e5bcd9c3493545a7f1bd54bda736154e1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697f2b3468c0738ceac85c6030c53927197d6333fa57145282a6854fb29a0d33 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..797e773e5bcd9c3493545a7f1bd54bda736154e1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697f2b3468c0738ceac85c6030c53927197d6333fa57145282a6854fb29a0d33 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..665738fc95c153ee985ea5908a4ed25808d568e0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_marine_engineer_is_being_soothed_by_the_makeweight_(weight). +seed: 0 +use_timestamp: true +timestamp: '@20240810-205924' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924 +trial_dir: /results/dreamfusion-sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A marine engineer is being soothed by the makeweight (weight). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marine_engineer_is_being_soothed_by_the_makeweight_(weight).@20240810-205924/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e3696d6edbb7225e5cb221c8eb04b98aaa52ecbb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac530887bf3509b0f18afac4308a1cd6ec56b570df11d4ae9ff18165cb76efd +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e3696d6edbb7225e5cb221c8eb04b98aaa52ecbb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac530887bf3509b0f18afac4308a1cd6ec56b570df11d4ae9ff18165cb76efd +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5e9e5851afa4ef5db228f3b35f322924afeae3ca --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_marking. +seed: 0 +use_timestamp: true +timestamp: '@20240807-154328' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_marking.@20240807-154328 +trial_dir: /results/dreamfusion-sd/A_marking.@20240807-154328 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A marking. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marking.@20240807-154328/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ded3708d8628b4aa15a3c99cb4f8df437d6531f0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78057d1077cf255e933feed940a75509a4d42232215a64e43e47ac3f8a475efb +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ded3708d8628b4aa15a3c99cb4f8df437d6531f0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78057d1077cf255e933feed940a75509a4d42232215a64e43e47ac3f8a475efb +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4f106a112db5b1b042968b3a9c3def84a729f674 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_marline. +seed: 0 +use_timestamp: true +timestamp: '@20240807-043719' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_marline.@20240807-043719 +trial_dir: /results/dreamfusion-sd/A_marline.@20240807-043719 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A marline. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_marline.@20240807-043719/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..24f911904f37dd2605f67d6a069ba54c17c2d214 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23fc33e9ba8625bd49c505d0c7428e739185ae91ca9b50ef5bb1385bf5daf868 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..24f911904f37dd2605f67d6a069ba54c17c2d214 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23fc33e9ba8625bd49c505d0c7428e739185ae91ca9b50ef5bb1385bf5daf868 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ae668bd58fbbe9cbd64b98531562b231831ff0f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_mascot._With_the_Neo-Concretism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-132223' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223 +trial_dir: /results/dreamfusion-sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A mascot. With the Neo-Concretism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mascot._With_the_Neo-Concretism_painting_style.@20240810-132223/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3aee1bc87c65b0d04e159276c0061780871139ea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3d8d2c4772a95efdf8563fb4f52f3d3ad7c52f1118cc5fb9b0bd11d11ff061 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3aee1bc87c65b0d04e159276c0061780871139ea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3d8d2c4772a95efdf8563fb4f52f3d3ad7c52f1118cc5fb9b0bd11d11ff061 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ac5b8d8d2783074525a9b1d4aaa081672a3e6ee9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_massive_bugbane. +seed: 0 +use_timestamp: true +timestamp: '@20240814-091904' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_massive_bugbane.@20240814-091904 +trial_dir: /results/dreamfusion-sd/A_massive_bugbane.@20240814-091904 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A massive bugbane. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_bugbane.@20240814-091904/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..76d6a45b23535cc5caf8d1ff2ad5013bb5d2cb9b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e89d00885d7980bb1b0b754b6d2fc2c8c446a12858c07fca4c0c5ec9ad86d5be +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..76d6a45b23535cc5caf8d1ff2ad5013bb5d2cb9b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e89d00885d7980bb1b0b754b6d2fc2c8c446a12858c07fca4c0c5ec9ad86d5be +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..18681f031a5e950a86b5c38babdab97696dc9984 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240819-105231' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231 +trial_dir: /results/dreamfusion-sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A massive chinese gooseberry; a crucifix. In the style of the artist Pyotr + Konchalovsky and with the Northern Renaissance painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_chinese_gooseberry;_a_crucifix._In_the_style_of_the_artist_Pyotr_Konchalovsky_and_with_the_Northern_Renaissance_painting_style.@20240819-105231/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7114777550f5c961dfcb2bd21381f129e8996e5e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b6c32da0b44f8d37e8b7a35cd9c58f124cd465bda2eb12a09a7cd90e22aac3 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7114777550f5c961dfcb2bd21381f129e8996e5e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b6c32da0b44f8d37e8b7a35cd9c58f124cd465bda2eb12a09a7cd90e22aac3 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..037db86f519e733475ee03222f2ca67c7e3d560a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-165218' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218 +trial_dir: /results/dreamfusion-sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A massive devilwood. With the Native Art painting style and using the + collage painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_devilwood._With_the_Native_Art_painting_style_and_using_the_collage_painting_technique.@20240807-165218/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..76136666d1573d5114e6b20d691d01737c96706f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030f97afea7500929c12541d6e88619e3d581b064697a4d56001f8af9465bb6c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..76136666d1573d5114e6b20d691d01737c96706f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030f97afea7500929c12541d6e88619e3d581b064697a4d56001f8af9465bb6c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1445bfd7805632f0da377f141250fd21b8697eec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi. +seed: 0 +use_timestamp: true +timestamp: '@20240817-065019' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019 +trial_dir: /results/dreamfusion-sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A massive highroad. In the style of the artist Zeng Fanzhi. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_highroad._In_the_style_of_the_artist_Zeng_Fanzhi.@20240817-065019/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7995edd79a1312747f6a52ada3b9d5fd7176b6d7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b71c2bd3b2a8a956082c707358aa29bb2f0878c81f4eaa160416b15473cf66 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7995edd79a1312747f6a52ada3b9d5fd7176b6d7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b71c2bd3b2a8a956082c707358aa29bb2f0878c81f4eaa160416b15473cf66 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fb61ec607877e425738663daa5128bd042261c77 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_massive_prince_consort. +seed: 0 +use_timestamp: true +timestamp: '@20240813-132419' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_massive_prince_consort.@20240813-132419 +trial_dir: /results/dreamfusion-sd/A_massive_prince_consort.@20240813-132419 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A massive prince consort. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_massive_prince_consort.@20240813-132419/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72943c369fe1e0e112dacd1941bc0e4aae9898e1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ce4bbdc3ea31d88875a091ca68278431ace9b880aaab83c233af0cbafc8519 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72943c369fe1e0e112dacd1941bc0e4aae9898e1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ce4bbdc3ea31d88875a091ca68278431ace9b880aaab83c233af0cbafc8519 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..70c3fa01e242e012c11f44341f1fa3b425342773 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-234432' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432 +trial_dir: /results/dreamfusion-sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A matchweed. In the style of the artist Joan Miro and using the canvas + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_matchweed._In_the_style_of_the_artist_Joan_Miro_and_using_the_canvas_painting_technique.@20240811-234432/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..42fc1bc55adf8a68c3e17f4bd5964000455d9d0b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0479f045e81ab7293fa7dac3b0fc2eca42c59a3170daad1293bf4ac2939cdb1 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..42fc1bc55adf8a68c3e17f4bd5964000455d9d0b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0479f045e81ab7293fa7dac3b0fc2eca42c59a3170daad1293bf4ac2939cdb1 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c8f95e0107c9426fddea1f4312df252eedcf5d08 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-003824' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824 +trial_dir: /results/dreamfusion-sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A mauser; a berth. Using the ancient Egyptian mural technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mauser;_a_berth._Using_the_ancient_Egyptian_mural_technique.@20240807-003824/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8bb7741bd3cccae50a315749b05e4408e35dfac9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b15a66af3055a7d3598a64bd87054fed2da4516a7551165ae2401ccf5ac76ad4 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8bb7741bd3cccae50a315749b05e4408e35dfac9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b15a66af3055a7d3598a64bd87054fed2da4516a7551165ae2401ccf5ac76ad4 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef5f1d98de68f60d0657c5d595da2a3dd06f3535 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_meadow_saxifrage. +seed: 0 +use_timestamp: true +timestamp: '@20240807-012830' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_meadow_saxifrage.@20240807-012830 +trial_dir: /results/dreamfusion-sd/A_meadow_saxifrage.@20240807-012830 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A meadow saxifrage. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_meadow_saxifrage.@20240807-012830/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4611e47b55b4e448734908165696d707aa310cc5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6759026d23350e992874733cafbd9153629652a59dbfafbe3e9ce49a291d6b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4611e47b55b4e448734908165696d707aa310cc5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6759026d23350e992874733cafbd9153629652a59dbfafbe3e9ce49a291d6b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ba592ff44f818a8671df7aac82fa856b389f7a4c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_medium_(environment)._Using_the_oil_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-091220' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220 +trial_dir: /results/dreamfusion-sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A medium (environment). Using the oil painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_medium_(environment)._Using_the_oil_painting_technique.@20240811-091220/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..46a1a9dfc168953ee71999e1f0c7cac15b83380a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e8fdf3bc99c4ed0814481d95b1e177e9c7aaebb36b02aef386a4cbf432f549 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..46a1a9dfc168953ee71999e1f0c7cac15b83380a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e8fdf3bc99c4ed0814481d95b1e177e9c7aaebb36b02aef386a4cbf432f549 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ac9f82e1480288f87e6741528197a29bc2a2cf89 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_medium_sea_green_bombie. +seed: 0 +use_timestamp: true +timestamp: '@20240816-023300' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_medium_sea_green_bombie.@20240816-023300 +trial_dir: /results/dreamfusion-sd/A_medium_sea_green_bombie.@20240816-023300 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A medium sea green bombie. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_medium_sea_green_bombie.@20240816-023300/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7bf169ea7bb294d39a966450056bd5617eab98c0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079d55280a7b2ecd13bef33303d71607b35e31cf63bd08037ebc5bd3621928ea +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7bf169ea7bb294d39a966450056bd5617eab98c0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079d55280a7b2ecd13bef33303d71607b35e31cf63bd08037ebc5bd3621928ea +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..794f505c2368c9a570bf901b2abc6ed3c059e924 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_memorial. +seed: 0 +use_timestamp: true +timestamp: '@20240807-195521' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_memorial.@20240807-195521 +trial_dir: /results/dreamfusion-sd/A_memorial.@20240807-195521 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A memorial. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_memorial.@20240807-195521/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..db0affc62759fb403393d05a639b8ab42ed71d09 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793b503cd969d0f2578837cd705fe974c522ecb9544e5bc45104669974f12d16 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..db0affc62759fb403393d05a639b8ab42ed71d09 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793b503cd969d0f2578837cd705fe974c522ecb9544e5bc45104669974f12d16 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a3ef1d3a3e95f996c7a72a293a08b81ac589925f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-011211' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211 +trial_dir: /results/dreamfusion-sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A men's room. With the Lettrism painting style and using the watercolor + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_men's_room._With_the_Lettrism_painting_style_and_using_the_watercolor_painting_technique.@20240813-011211/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..651bf81844574545223a385aa4a744488597a4ea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0080335e7bda247cd9382aafff9f2115f2d1b5a60242414aacad307e98726429 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..651bf81844574545223a385aa4a744488597a4ea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0080335e7bda247cd9382aafff9f2115f2d1b5a60242414aacad307e98726429 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..eff27e68e5e5d2a96c87979de4415618a4052573 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-164334' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334 +trial_dir: /results/dreamfusion-sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A mercury barometer; a petite basidium. In the style of the artist Kazimir + Malevich and using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mercury_barometer;_a_petite_basidium._In_the_style_of_the_artist_Kazimir_Malevich_and_using_the_cross-stitch_technique.@20240817-164334/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..835829b1448787c28f3fdea5e4163197f7305b67 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986558b8f1aa594d4e63f247b86ad87220d15419399610d3a9215765b9ef808a +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..835829b1448787c28f3fdea5e4163197f7305b67 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986558b8f1aa594d4e63f247b86ad87220d15419399610d3a9215765b9ef808a +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c7eaf3f1286f698bf5ca33bded07f717bb929ba6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_metacentric_chromosome. +seed: 0 +use_timestamp: true +timestamp: '@20240807-064445' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_metacentric_chromosome.@20240807-064445 +trial_dir: /results/dreamfusion-sd/A_metacentric_chromosome.@20240807-064445 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A metacentric chromosome. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_metacentric_chromosome.@20240807-064445/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..81dbcdd429dbb2c20bdaaf9dd2dbe5fb88f6192f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ce18dc6960faad81af434dc878e49d16bfc81686307320a58ea404b89160b1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..81dbcdd429dbb2c20bdaaf9dd2dbe5fb88f6192f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ce18dc6960faad81af434dc878e49d16bfc81686307320a58ea404b89160b1 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3f4a15a658e49bb78a6562ba73c72733273ab021 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240815-161901' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901 +trial_dir: /results/dreamfusion-sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A microfossil; an eastern grey squirrel; a bobolink. Using the ballpoint + pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_microfossil;_an_eastern_grey_squirrel;_a_bobolink._Using_the_ballpoint_pen_drawing_technique.@20240815-161901/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ae446d7327bfa32f1352a0cbcf160693f56d0d4c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3838f4f0264fe62607cba658f3446b878ad63f2015a5fbf12b0226ef88a05b +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ae446d7327bfa32f1352a0cbcf160693f56d0d4c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3838f4f0264fe62607cba658f3446b878ad63f2015a5fbf12b0226ef88a05b +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..05e52b4de6c97456990123d9ccdceecf872044d1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-122527' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527 +trial_dir: /results/dreamfusion-sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A middling; a rivet. In the animal painting genre and using the velvet + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_middling;_a_rivet._In_the_animal_painting_genre_and_using_the_velvet_painting_technique.@20240809-122527/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..15c7a1aa535d10c6fb9eeee9ffade41a68565775 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a70f4575d14c2132778d88599b3a73ca7413b399b0ec65446e521553114eb8 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..15c7a1aa535d10c6fb9eeee9ffade41a68565775 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a70f4575d14c2132778d88599b3a73ca7413b399b0ec65446e521553114eb8 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4f1d2e79a0c6e382d4577b9520708677aecc8e3c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-080653' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653 +trial_dir: /results/dreamfusion-sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A milk float; a head covering. In the history painting genre and using + the watercolor painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_milk_float;_a_head_covering._In_the_history_painting_genre_and_using_the_watercolor_painting_technique.@20240809-080653/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0c2cb54345aec1c3650bdfc8fdff4aa6ccbbe73b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc9a2bf9ba68341fe39b1fb68576d7dcd61501e8f96c662a3da1d1c3946224dd +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0c2cb54345aec1c3650bdfc8fdff4aa6ccbbe73b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc9a2bf9ba68341fe39b1fb68576d7dcd61501e8f96c662a3da1d1c3946224dd +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d6e8aa8f1dd6b9afe2be0e7850cf12ea2d989f5b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-213651' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651 +trial_dir: /results/dreamfusion-sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A minute hand; a sexagenarian. Using the tempera painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_minute_hand;_a_sexagenarian._Using_the_tempera_painting_technique.@20240816-213651/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..135fdbb926228cc947919614749d219a00c8ad1e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eb0f3bfb87575c23197cbf2e94e51463a09c764f3df1a7dab023efd2429421b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..135fdbb926228cc947919614749d219a00c8ad1e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eb0f3bfb87575c23197cbf2e94e51463a09c764f3df1a7dab023efd2429421b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80aaa043bdcd15e1a7728bbbe6f594885e9e6a13 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture. +seed: 0 +use_timestamp: true +timestamp: '@20240811-193750' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750 +trial_dir: /results/dreamfusion-sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A minute hand is creating an entrance with the bathroom fixture. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_minute_hand_is_creating_an_entrance_with_the_bathroom_fixture.@20240811-193750/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1b49b0d1ef54e6019ad05ff11331620859880b17 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d901717e047325ace2949bbed75e1457c406d71a74d9592a2a81fed84ac5a3 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1b49b0d1ef54e6019ad05ff11331620859880b17 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d901717e047325ace2949bbed75e1457c406d71a74d9592a2a81fed84ac5a3 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ffa61fa215897d19d6b72b4f059be0d3cc096bd8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_mistflower._With_the_Contemporary_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-112314' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314 +trial_dir: /results/dreamfusion-sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A mistflower. With the Contemporary Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mistflower._With_the_Contemporary_Realism_painting_style.@20240809-112314/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d54ebb3d674a55f7486c0fb5626a91ee6935b83 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37697f4d81ebd198967d2f35886936ddc87484052ee952e6254dafd8c7eecad5 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d54ebb3d674a55f7486c0fb5626a91ee6935b83 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37697f4d81ebd198967d2f35886936ddc87484052ee952e6254dafd8c7eecad5 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..64b573c0b1910a8ccf6b274c3e2ec9b456ed6342 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_moire._In_the_marina_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240811-075138' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_moire._In_the_marina_genre.@20240811-075138 +trial_dir: /results/dreamfusion-sd/A_moire._In_the_marina_genre.@20240811-075138 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A moire. In the marina genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moire._In_the_marina_genre.@20240811-075138/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..077455b04d67b49f3da02a8982815755c8d81cfb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a725988134f6a861bf12f4608dfe709c46b3bc558f7250349f077448afcdd2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..077455b04d67b49f3da02a8982815755c8d81cfb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a725988134f6a861bf12f4608dfe709c46b3bc558f7250349f077448afcdd2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..37d8c5ace2f5d2e8ab060578ab3f13873412c54a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_mold_(fungus)_is_symbolizes_faith_for_the_spic. +seed: 0 +use_timestamp: true +timestamp: '@20240811-183216' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216 +trial_dir: /results/dreamfusion-sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A mold (fungus) is symbolizes faith for the spic. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mold_(fungus)_is_symbolizes_faith_for_the_spic.@20240811-183216/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8c9d47da5dc6bb4269abf12554f6880e31ed2f47 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda7c86f74b090314a6a45de5b9edb878cb7b899a2bdc6bb09f8dd09465783cb +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8c9d47da5dc6bb4269abf12554f6880e31ed2f47 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda7c86f74b090314a6a45de5b9edb878cb7b899a2bdc6bb09f8dd09465783cb +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ba4c34d6a8952d01d8d121c90c77ee4680b944a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_molucca_balm. +seed: 0 +use_timestamp: true +timestamp: '@20240807-054107' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_molucca_balm.@20240807-054107 +trial_dir: /results/dreamfusion-sd/A_molucca_balm.@20240807-054107 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A molucca balm. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_molucca_balm.@20240807-054107/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..94474cbf545b82f13309ded187bbe6691b039db3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdfafda65223fbcc961b48c00792c2bc3f91650552f7d77d222d6a3b4c9f4c2f +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..94474cbf545b82f13309ded187bbe6691b039db3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdfafda65223fbcc961b48c00792c2bc3f91650552f7d77d222d6a3b4c9f4c2f +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..89ac1eb6a59c45f1593ed308a491a3ebd21d24ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_monochromat;_an_imperial_moth._With_the_Dada_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-063504' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504 +trial_dir: /results/dreamfusion-sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A monochromat; an imperial moth. With the Dada painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monochromat;_an_imperial_moth._With_the_Dada_painting_style.@20240807-063504/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f6da769d3d821a55868eeaa6b91723cee0dc46dc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a666b179bd7af65688cd25331af5ebea92f3033b2e0ff2a9771b14df756cf1f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f6da769d3d821a55868eeaa6b91723cee0dc46dc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a666b179bd7af65688cd25331af5ebea92f3033b2e0ff2a9771b14df756cf1f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..389e1bedbe84b4be3fcd3656ac65f5b39e09441a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-060532' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532 +trial_dir: /results/dreamfusion-sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A monsignor. With the Constructivism painting style and using the pastel + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monsignor._With_the_Constructivism_painting_style_and_using_the_pastel_painting_technique.@20240812-060532/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..746038d4bbd3a0835f60e6072bf53dc9a7a8f8f2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c638d79cfbfb192a034e82326be92b3ae4d2689c53f74b98552cb562b7d6af7 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..746038d4bbd3a0835f60e6072bf53dc9a7a8f8f2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c638d79cfbfb192a034e82326be92b3ae4d2689c53f74b98552cb562b7d6af7 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..93a164effc858f61952ffccaaa09ca8c40ee61c3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_monument;_a_resplendent_defroster. +seed: 0 +use_timestamp: true +timestamp: '@20240812-053645' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_monument;_a_resplendent_defroster.@20240812-053645 +trial_dir: /results/dreamfusion-sd/A_monument;_a_resplendent_defroster.@20240812-053645 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A monument; a resplendent defroster. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_monument;_a_resplendent_defroster.@20240812-053645/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72bf6df1bc6ada3bcb6ee5ae88411bcc2f993452 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81657d86d1aa4578bd88f2e4c6985a315e00bd2029eef101c0bd6c45f7de01eb +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72bf6df1bc6ada3bcb6ee5ae88411bcc2f993452 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81657d86d1aa4578bd88f2e4c6985a315e00bd2029eef101c0bd6c45f7de01eb +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d0ccaa0871c09048692e7df6cd4e4f8393e4d553 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block. +seed: 0 +use_timestamp: true +timestamp: '@20240812-082252' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252 +trial_dir: /results/dreamfusion-sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A morello (sour cherry) is worn by a person the building block. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_morello_(sour_cherry)_is_worn_by_a_person_the_building_block.@20240812-082252/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..637e5b64ae1fd25cf5a9a673d8eea2f1d6cf65b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f15464d4671c3c04b6fad82e68eb6d20ec6d054f9b3712fe8db942fafb83426 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..637e5b64ae1fd25cf5a9a673d8eea2f1d6cf65b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f15464d4671c3c04b6fad82e68eb6d20ec6d054f9b3712fe8db942fafb83426 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d11957b78622997e78a65d550870fd36e8a64c5f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_moss-trooper;_a_headset. +seed: 0 +use_timestamp: true +timestamp: '@20240816-031632' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_moss-trooper;_a_headset.@20240816-031632 +trial_dir: /results/dreamfusion-sd/A_moss-trooper;_a_headset.@20240816-031632 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A moss-trooper; a headset. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moss-trooper;_a_headset.@20240816-031632/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1795dfb0ffafb870ef1debf8db33845fcde949ee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c65d90e223e0b321235c879319607d0fc6239383084c7ee466a1aa8c0798f32 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1795dfb0ffafb870ef1debf8db33845fcde949ee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c65d90e223e0b321235c879319607d0fc6239383084c7ee466a1aa8c0798f32 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f23759a053c1d5afa63deafb507e96637177a788 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-232622' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622 +trial_dir: /results/dreamfusion-sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A motel room; a bargello. In the style of the artist Zeng Fanzhi and using + the velvet painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_motel_room;_a_bargello._In_the_style_of_the_artist_Zeng_Fanzhi_and_using_the_velvet_painting_technique.@20240807-232622/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ce4eb7c5652a1351e0ab22c6073835945b8ea96e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96783ea5494587e899c0e18d793cc1d3aab10dad6ba5ccebc1304bd1c4defc98 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ce4eb7c5652a1351e0ab22c6073835945b8ea96e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96783ea5494587e899c0e18d793cc1d3aab10dad6ba5ccebc1304bd1c4defc98 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3e1f28406a618c767c377314f281d84a5fb23552 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi. +seed: 0 +use_timestamp: true +timestamp: '@20240812-133353' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353 +trial_dir: /results/dreamfusion-sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A moth. In the marina genre and in the style of the artist Zeng Fanzhi. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_moth._In_the_marina_genre_and_in_the_style_of_the_artist_Zeng_Fanzhi.@20240812-133353/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..60036ae223866c5884ae3a3a2a4cad31355d7e10 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:849ddbe4c5629e10443925af5acc8247c191b9518a232285087366a66e6e72a1 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..60036ae223866c5884ae3a3a2a4cad31355d7e10 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:849ddbe4c5629e10443925af5acc8247c191b9518a232285087366a66e6e72a1 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed28117b55ec5359a4cfcd2d525999719630f89b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240818-074853' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853 +trial_dir: /results/dreamfusion-sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A muddy jersey knapweed. With the Neo-Figurative Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_muddy_jersey_knapweed._With_the_Neo-Figurative_Art_painting_style.@20240818-074853/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..87eef2049952043889c440a64eb96141f93b7f59 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4995cc8a76de3682e7c5d12e0b55170dc9f0fd7e1665289757377a2039732e7f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..87eef2049952043889c440a64eb96141f93b7f59 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4995cc8a76de3682e7c5d12e0b55170dc9f0fd7e1665289757377a2039732e7f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..14e44d4ca49134a9ec7ce1050b600c35953dacb2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_mullet_(bottom-feeder). +seed: 0 +use_timestamp: true +timestamp: '@20240808-080818' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_mullet_(bottom-feeder).@20240808-080818 +trial_dir: /results/dreamfusion-sd/A_mullet_(bottom-feeder).@20240808-080818 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A mullet (bottom-feeder). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mullet_(bottom-feeder).@20240808-080818/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..adbe8897c3bd81e3a1b60a056e27893293af0ed2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b02892875e6fecc8cfc31989684006fed1b85f46d710c8de0d1855baa847d95 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..adbe8897c3bd81e3a1b60a056e27893293af0ed2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b02892875e6fecc8cfc31989684006fed1b85f46d710c8de0d1855baa847d95 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5f3a7e10e6b296457f27f87b2bfd7904dadf29ac --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro. +seed: 0 +use_timestamp: true +timestamp: '@20240818-083126' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126 +trial_dir: /results/dreamfusion-sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A multicolored lesser wintergreen. In the style of the artist Camille + Pissarro. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_multicolored_lesser_wintergreen._In_the_style_of_the_artist_Camille_Pissarro.@20240818-083126/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2cbe1dfe76e8e1444f65b0577a9a07c79becac18 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8834257f8a0a1c189a21a5bcdf9da80cbad9f8dcec863c4060e71b6cac08d1ee +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2cbe1dfe76e8e1444f65b0577a9a07c79becac18 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8834257f8a0a1c189a21a5bcdf9da80cbad9f8dcec863c4060e71b6cac08d1ee +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f751a1b52951dd2eee67d74d960e662c22059d3c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240815-153539' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539 +trial_dir: /results/dreamfusion-sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A muscleman; a lovebird; an in-line skate. With the Spatialism painting + style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_muscleman;_a_lovebird;_an_in-line_skate._With_the_Spatialism_painting_style.@20240815-153539/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2fdf266190ab0df1d50cbd9c479a91f61843a608 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eafd836c7855296ccf8ce1e835d9fcf1bd38bb1ab975341aa64ec540e48d20ab +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2fdf266190ab0df1d50cbd9c479a91f61843a608 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eafd836c7855296ccf8ce1e835d9fcf1bd38bb1ab975341aa64ec540e48d20ab +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cdf25ad0d551528b82f9afea1010aea87a046320 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_music_critic._With_the_Magic_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-123009' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009 +trial_dir: /results/dreamfusion-sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A music critic. With the Magic Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_music_critic._With_the_Magic_Realism_painting_style.@20240811-123009/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e2825d4a4b9697395b04b94d4adb7cc65fefdfb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53895d65014bd765b2acd65d8ce001daca9d9ed00c0527719e2bb943f1a7bfad +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e2825d4a4b9697395b04b94d4adb7cc65fefdfb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53895d65014bd765b2acd65d8ce001daca9d9ed00c0527719e2bb943f1a7bfad +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b75b2e5870a7cfc7b3e0ef9eff975d7fc84f19e2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore. +seed: 0 +use_timestamp: true +timestamp: '@20240808-083950' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950 +trial_dir: /results/dreamfusion-sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A mutisia; a shipworm. In the still life genre and in the style of the + artist Gustave Dore. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_mutisia;_a_shipworm._In_the_still_life_genre_and_in_the_style_of_the_artist_Gustave_Dore.@20240808-083950/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ad1b101638f61d8bac92d19ba40defeab8dfb240 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f6528488c2ff9adedc2846c286fa12e62abbcf6bb52a644790823fc2828cc0b +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ad1b101638f61d8bac92d19ba40defeab8dfb240 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f6528488c2ff9adedc2846c286fa12e62abbcf6bb52a644790823fc2828cc0b +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..688bb79ca13eba4802f4a3f49d08de6b9d1f519e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-195314' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314 +trial_dir: /results/dreamfusion-sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nainsook; a pocket (opening). In the style of the artist Childe Hassam + and with the Art Nouveau (Modern) painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nainsook;_a_pocket_(opening)._In_the_style_of_the_artist_Childe_Hassam_and_with_the_Art_Nouveau_(Modern)_painting_style.@20240809-195314/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fddbb8daf2010b17d73dcb12d763da5093242148 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227b94fdf82452bf25748941bcc98ce7a21520361fec51213e98ff0f7fd7bde8 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fddbb8daf2010b17d73dcb12d763da5093242148 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227b94fdf82452bf25748941bcc98ce7a21520361fec51213e98ff0f7fd7bde8 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b9cd285d01428ebfcbe83032c558a529e8b23243 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall. +seed: 0 +use_timestamp: true +timestamp: '@20240806-152453' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453 +trial_dir: /results/dreamfusion-sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A narrow abyssinian. In the style of the artist Marc Chagall. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_narrow_abyssinian._In_the_style_of_the_artist_Marc_Chagall.@20240806-152453/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f05724886fa89152f1d5e0c1a1356467596aff5c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dee72000a6cf7ea157ab5e7dbe944352fc891b0887f7d7fde317eac65fd8c0dd +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f05724886fa89152f1d5e0c1a1356467596aff5c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dee72000a6cf7ea157ab5e7dbe944352fc891b0887f7d7fde317eac65fd8c0dd +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..11b7b361161b3d4e62c97593b76037fbc0f85852 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-013324' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324 +trial_dir: /results/dreamfusion-sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A naturalist (philosopher). With the Neo-Concretism painting style and + using the drip painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_naturalist_(philosopher)._With_the_Neo-Concretism_painting_style_and_using_the_drip_painting_technique.@20240812-013324/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b17df87799521e3c9d132da5b45c12486322e521 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f11fccea1c88cff772f8f7780d0a130f4ecdff8b1db62ccc0948fd3237285b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b17df87799521e3c9d132da5b45c12486322e521 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f11fccea1c88cff772f8f7780d0a130f4ecdff8b1db62ccc0948fd3237285b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..19e2870982e91f808ea2f269dafaca035d2d44ee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-155011' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011 +trial_dir: /results/dreamfusion-sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A navel orange; a native pear. Using the canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_navel_orange;_a_native_pear._Using_the_canvas_painting_technique.@20240817-155011/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..624ce67c7cd0b1e18a4315f67e84a6c72641dc2e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445573d0b76d3ddb45d63ec19e8034572aa46937b6d453cc5b4e4f2a6e44c984 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..624ce67c7cd0b1e18a4315f67e84a6c72641dc2e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445573d0b76d3ddb45d63ec19e8034572aa46937b6d453cc5b4e4f2a6e44c984 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c2c604a5782dc069b064fe35a27bf9aabd55c5d1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-065203' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203 +trial_dir: /results/dreamfusion-sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nearside; a yogi; a jimsonweed. In the style of the artist Georgia O'Keeffe + and using the oil painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nearside;_a_yogi;_a_jimsonweed._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_oil_painting_technique.@20240817-065203/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b328a1a143d79c98d7d9f468415647f56e4c8477 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0a97e68fa850437446c9ecd7f2e7f9d33b825a4551b530faf0bbc1c6c145a9 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b328a1a143d79c98d7d9f468415647f56e4c8477 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0a97e68fa850437446c9ecd7f2e7f9d33b825a4551b530faf0bbc1c6c145a9 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..02085635dd754b99c7ff2608254cdbad3c64eb27 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240819-101019' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019 +trial_dir: /results/dreamfusion-sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nephthytis afzelii; a comely television antenna. In the bijinga genre + and with the Modernismo painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nephthytis_afzelii;_a_comely_television_antenna._In_the_bijinga_genre_and_with_the_Modernismo_painting_style.@20240819-101019/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bb795efa06ed0b8db82de6d0e24e183c780deb31 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc22e744afe5c2203db2618953766ee84db8c96f9f7246234f0e886b318ed655 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bb795efa06ed0b8db82de6d0e24e183c780deb31 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc22e744afe5c2203db2618953766ee84db8c96f9f7246234f0e886b318ed655 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9a6f87f49d49f129f858001bfd7ec41eb906bb31 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_new_england_aster;_a_cribbage_board. +seed: 0 +use_timestamp: true +timestamp: '@20240814-190135' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_new_england_aster;_a_cribbage_board.@20240814-190135 +trial_dir: /results/dreamfusion-sd/A_new_england_aster;_a_cribbage_board.@20240814-190135 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A new england aster; a cribbage board. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_new_england_aster;_a_cribbage_board.@20240814-190135/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e18051da2d31362c29e78f59f012fd4fe327c4b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3eadb1bce03a2bed8ecac79695a17b76fa648a42d56b1ca119bc4cf0dc3735d +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e18051da2d31362c29e78f59f012fd4fe327c4b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3eadb1bce03a2bed8ecac79695a17b76fa648a42d56b1ca119bc4cf0dc3735d +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..75569c4048c7350aaac0b71efab6264811a4eff2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_new_yorker._In_the_mythological_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240810-170538' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_new_yorker._In_the_mythological_painting_genre.@20240810-170538 +trial_dir: /results/dreamfusion-sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A new yorker. In the mythological painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_new_yorker._In_the_mythological_painting_genre.@20240810-170538/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..380d424549511d892a4ab9e883da9c05ac4c4093 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:061d74dd7e10ccb7cd59f96d2131a0a5b28754c038700a7b442830d5ca8dbc10 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..380d424549511d892a4ab9e883da9c05ac4c4093 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:061d74dd7e10ccb7cd59f96d2131a0a5b28754c038700a7b442830d5ca8dbc10 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bdfb8e303268a9aee3f6bb3100ef2ce5cb2bc934 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-024157' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157 +trial_dir: /results/dreamfusion-sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A news magazine; a double door. In the genre painting genre and using + the watercolor painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_news_magazine;_a_double_door._In_the_genre_painting_genre_and_using_the_watercolor_painting_technique.@20240808-024157/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2581c77139e5fcf3efa4099568dd1a6b4b36c516 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f8adae6c075e48a801c57284ab607b6b1705003f1c9a1cdf753e6bffc70894 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2581c77139e5fcf3efa4099568dd1a6b4b36c516 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f8adae6c075e48a801c57284ab607b6b1705003f1c9a1cdf753e6bffc70894 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1e002dc52e49b2d3619b6192ee6318c3d1fe5ac9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-054134' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134 +trial_dir: /results/dreamfusion-sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A next friend. With the Mail Art painting style and using the oil painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_next_friend._With_the_Mail_Art_painting_style_and_using_the_oil_painting_technique.@20240812-054134/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72cac375289585d0b92bd0173644da09bf990aea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b4b2f2201a464bf4ca312294942d1286a4fd31fd63e0bd0f85ae734058b8cb +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..72cac375289585d0b92bd0173644da09bf990aea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b4b2f2201a464bf4ca312294942d1286a4fd31fd63e0bd0f85ae734058b8cb +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bc98b83a950a27400ebe258bfe31029a263d00e2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240815-195435' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435 +trial_dir: /results/dreamfusion-sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nez perce; an angled epileptic. With the Neo-Concretism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nez_perce;_an_angled_epileptic._With_the_Neo-Concretism_painting_style.@20240815-195435/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..78c0fa55f435da2837976e28cfbd97c885920ac9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa0729f41bb7e0e88578cc619070a53f966d8f92b2e8afad5a45f7842b33d96 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..78c0fa55f435da2837976e28cfbd97c885920ac9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa0729f41bb7e0e88578cc619070a53f966d8f92b2e8afad5a45f7842b33d96 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..592fab83f801f618616487afc75f5eaac8130a9d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky. +seed: 0 +use_timestamp: true +timestamp: '@20240811-202320' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320 +trial_dir: /results/dreamfusion-sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nigerien. In the mythological painting genre and in the style of the + artist Wassily Kandinsky. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nigerien._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Wassily_Kandinsky.@20240811-202320/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b39b01921e0fc0d2460d487bc251ab5ab5652349 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344d3474bd9a9dc44170a93bec8ed7fdb705ef57becfcae58a5afc0f4e220c94 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b39b01921e0fc0d2460d487bc251ab5ab5652349 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344d3474bd9a9dc44170a93bec8ed7fdb705ef57becfcae58a5afc0f4e220c94 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2002fefc9a4497b3e76a8afd4b58c50c0e6115c3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_nimby;_a_south_african. +seed: 0 +use_timestamp: true +timestamp: '@20240813-190218' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nimby;_a_south_african.@20240813-190218 +trial_dir: /results/dreamfusion-sd/A_nimby;_a_south_african.@20240813-190218 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nimby; a south african. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nimby;_a_south_african.@20240813-190218/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c85b81ea1df829ea6e0fcbf984c820537e792bd8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4958157a49dc21de45de457540da202f793777ec9a0f016e9bf529049bf60e1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c85b81ea1df829ea6e0fcbf984c820537e792bd8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4958157a49dc21de45de457540da202f793777ec9a0f016e9bf529049bf60e1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d82e919f7a5ca8784b648b807d6a52d0e0000acb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_northern_dewberry._In_the_shan_shui_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240810-072903' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903 +trial_dir: /results/dreamfusion-sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A northern dewberry. In the shan shui genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_northern_dewberry._In_the_shan_shui_genre.@20240810-072903/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6848c84085bca1e17e8c6da7f02aa38227fd8dfc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:545119b07a884afbbf2d50e88b09cae29e0d496189da7284420987d1a37130f9 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6848c84085bca1e17e8c6da7f02aa38227fd8dfc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:545119b07a884afbbf2d50e88b09cae29e0d496189da7284420987d1a37130f9 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b6f3fc6702edd15e82143a498b836843013fdbef --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto. +seed: 0 +use_timestamp: true +timestamp: '@20240819-022415' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415 +trial_dir: /results/dreamfusion-sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nude (painting) is providing signal for the shark (expert). In the animal + painting genre and in the style of the artist Giotto. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nude_(painting)_is_providing_signal_for_the_shark_(expert)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Giotto.@20240819-022415/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be2d47f8874acd986fa9b48ef0561553f711862f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64dcf898d1973d91558fd1c38d4e35632388d009670009fd2c177cff29d252a3 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be2d47f8874acd986fa9b48ef0561553f711862f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64dcf898d1973d91558fd1c38d4e35632388d009670009fd2c177cff29d252a3 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..837cedc8e735d73b852da11ed17e00610575f40e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-090940' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940 +trial_dir: /results/dreamfusion-sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nude (statue); a bolshevik (communist); a shallu. In the style of the + artist Edgar Degas and using the collage painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nude_(statue);_a_bolshevik_(communist);_a_shallu._In_the_style_of_the_artist_Edgar_Degas_and_using_the_collage_painting_technique.@20240817-090940/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bfbee6b52bfaa32c643269a8092a843ff2fa7ebc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc1f64859950c0b2527d38b7eff3b78cdfe597ad34db0fc011c6c9e6818e8559 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bfbee6b52bfaa32c643269a8092a843ff2fa7ebc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc1f64859950c0b2527d38b7eff3b78cdfe597ad34db0fc011c6c9e6818e8559 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e26185ff372aaf44abbd5ea548eac7df3b983665 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_nuthatch;_a_chandlery_(storeroom). +seed: 0 +use_timestamp: true +timestamp: '@20240816-091358' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nuthatch;_a_chandlery_(storeroom).@20240816-091358 +trial_dir: /results/dreamfusion-sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nuthatch; a chandlery (storeroom). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nuthatch;_a_chandlery_(storeroom).@20240816-091358/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0506e788b616e68ac815774ccc4dacddab23809a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec3a80fac97aa4ef7ff6953f6e597f1bed62658a776d648cfd7ce7e527624743 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0506e788b616e68ac815774ccc4dacddab23809a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec3a80fac97aa4ef7ff6953f6e597f1bed62658a776d648cfd7ce7e527624743 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7d70a520050176deaead4925e1dc8527d093d86e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_nutlet;_a_keepsake. +seed: 0 +use_timestamp: true +timestamp: '@20240814-004518' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_nutlet;_a_keepsake.@20240814-004518 +trial_dir: /results/dreamfusion-sd/A_nutlet;_a_keepsake.@20240814-004518 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A nutlet; a keepsake. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_nutlet;_a_keepsake.@20240814-004518/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..17c750ad46333dce6e6b3e810c41519f3bbfc91b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa8d0194b59aa8d4d294987fcf19828943c69c33438bfc0f943c88a04e43ee0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..17c750ad46333dce6e6b3e810c41519f3bbfc91b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa8d0194b59aa8d4d294987fcf19828943c69c33438bfc0f943c88a04e43ee0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..102859b773fc03e3fcb069fc8653c4c61b848f40 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac. +seed: 0 +use_timestamp: true +timestamp: '@20240811-195213' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213 +trial_dir: /results/dreamfusion-sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A p-n junction. In the self-portrait genre and in the style of the artist + Paul Signac. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_p-n_junction._In_the_self-portrait_genre_and_in_the_style_of_the_artist_Paul_Signac.@20240811-195213/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0b2707082c584f2972e0c3aee8f487768f9437f5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bfb9250b4b95300496b9d2b15e93a1184e8ee7a809691c9416caa56261aa14 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0b2707082c584f2972e0c3aee8f487768f9437f5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bfb9250b4b95300496b9d2b15e93a1184e8ee7a809691c9416caa56261aa14 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..07bd141d8b1de1f31ee6632dd15e5aae120dcdcd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-014839' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839 +trial_dir: /results/dreamfusion-sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pack (package). In the style of the artist Vincent van Gogh and with + the Environmental (Land) Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pack_(package)._In_the_style_of_the_artist_Vincent_van_Gogh_and_with_the_Environmental_(Land)_Art_painting_style.@20240812-014839/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bd6b7e04f7eb5116c451278e8359a4e30f57afac --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6beec5f9d499e20cc869d2b2856613e34966fafeb63435f6db84981d76c24143 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bd6b7e04f7eb5116c451278e8359a4e30f57afac --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6beec5f9d499e20cc869d2b2856613e34966fafeb63435f6db84981d76c24143 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..48c7a1190b04d4308b1ae775ef014e73eb848ded --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan. +seed: 0 +use_timestamp: true +timestamp: '@20240810-024910' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910 +trial_dir: /results/dreamfusion-sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A paint cover dashiki. In the capriccio genre and in the style of the + artist Martiros Saryan. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_paint_cover_dashiki._In_the_capriccio_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240810-024910/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4890ed81b555a96c2b4ec5e32b873c13adfe3b4b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c24c325a859d53d57075cae19e2f00274370190a20f094e5f576732c467b3f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4890ed81b555a96c2b4ec5e32b873c13adfe3b4b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c24c325a859d53d57075cae19e2f00274370190a20f094e5f576732c467b3f +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d7b687a9e468559505d7ce4cc8f5076eb2ef412f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_painter_(skilled_worker). +seed: 0 +use_timestamp: true +timestamp: '@20240806-110117' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_painter_(skilled_worker).@20240806-110117 +trial_dir: /results/dreamfusion-sd/A_painter_(skilled_worker).@20240806-110117 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A painter (skilled worker). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_painter_(skilled_worker).@20240806-110117/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..195a0be3be65a1d2415804193a4fd74d3208e0c2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd94eeea272ac6d684bc7a0443cebae3844c29db71e9b41864f3b47a2626cb2 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..195a0be3be65a1d2415804193a4fd74d3208e0c2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd94eeea272ac6d684bc7a0443cebae3844c29db71e9b41864f3b47a2626cb2 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..89e7aa05f6ae2a524d566ca08b4487f49ce31e3b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_paisley;_hippodamia_convergens. +seed: 0 +use_timestamp: true +timestamp: '@20240814-075501' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_paisley;_hippodamia_convergens.@20240814-075501 +trial_dir: /results/dreamfusion-sd/A_paisley;_hippodamia_convergens.@20240814-075501 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A paisley; hippodamia convergens. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_paisley;_hippodamia_convergens.@20240814-075501/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b6697267c7361ebfc338a91484a7bee758a09034 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa4645d8d2dc8ba0ec985947d023096feb8b83693ddf8ec0fea4a76d630e2a6 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b6697267c7361ebfc338a91484a7bee758a09034 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa4645d8d2dc8ba0ec985947d023096feb8b83693ddf8ec0fea4a76d630e2a6 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0a2badbc920c190a48fb07adcbf99af756a652dc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_part_(line)._Using_the_3D_rendering_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-124934' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934 +trial_dir: /results/dreamfusion-sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A part (line). Using the 3D rendering technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_part_(line)._Using_the_3D_rendering_technique.@20240810-124934/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d6ec08364964ceb884082d7a9cb8c3e345afb606 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6850394e77218b87b96d3494fff51f30c8aaddd5cf6da426919f1534145588c9 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d6ec08364964ceb884082d7a9cb8c3e345afb606 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6850394e77218b87b96d3494fff51f30c8aaddd5cf6da426919f1534145588c9 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d57e2baab1d84b827f658d919075dd5c30bf41a0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_patchy_dove_(pigeon)._With_the_Muralism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-210500' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500 +trial_dir: /results/dreamfusion-sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A patchy dove (pigeon). With the Muralism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_patchy_dove_(pigeon)._With_the_Muralism_painting_style.@20240817-210500/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bf8fa675ef6a2e335cd793133afb533bd8cd8c77 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1286ee402a60ba9e16b00a62a79b77352bef0098591a98006714b7cbf1d17017 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bf8fa675ef6a2e335cd793133afb533bd8cd8c77 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1286ee402a60ba9e16b00a62a79b77352bef0098591a98006714b7cbf1d17017 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..29b9ed9e6ff6e741e31db59af639ab23bd7dd366 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-134050' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050 +trial_dir: /results/dreamfusion-sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A patchy governor (control); a stroke. In the miniature genre and using + the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_patchy_governor_(control);_a_stroke._In_the_miniature_genre_and_using_the_encaustic_painting_technique.@20240817-134050/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5405d5a3c8854124e4937679888213ae2b4c1ec2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f3dfdf9ba56a525c6a7e5596be1e99aa27e55aa2fab21f9b3c26511b99fbeb +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5405d5a3c8854124e4937679888213ae2b4c1ec2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f3dfdf9ba56a525c6a7e5596be1e99aa27e55aa2fab21f9b3c26511b99fbeb +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..36e0006a12fe3771e2ce8452115bf07f0265d14e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240815-053409' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409 +trial_dir: /results/dreamfusion-sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pavonia; a moro; a sweatbox (device). Using the charcoal drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pavonia;_a_moro;_a_sweatbox_(device)._Using_the_charcoal_drawing_technique.@20240815-053409/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..113737dab7e45a28caca8e32ad706f7ffe0de76f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f41e940ff0a444b63fab392dfaf2d3962230c067c4add2afbd0531ee591be5 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..113737dab7e45a28caca8e32ad706f7ffe0de76f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f41e940ff0a444b63fab392dfaf2d3962230c067c4add2afbd0531ee591be5 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b5b726d0ef141199c8fcf26236ecde3d8f80a5a8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pawer;_a_trench._With_the_Synchromism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-081219' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219 +trial_dir: /results/dreamfusion-sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pawer; a trench. With the Synchromism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pawer;_a_trench._With_the_Synchromism_painting_style.@20240807-081219/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..31d33c38c59543fcd11219f0039c4a04c4dfd174 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3cb0f75d75edee91559c33f3097b4bc948ef73abccf19b935acad6b93d29bfc +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..31d33c38c59543fcd11219f0039c4a04c4dfd174 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3cb0f75d75edee91559c33f3097b4bc948ef73abccf19b935acad6b93d29bfc +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ebd2a761f39200de29e1e942fa40ddc9f0bd4c47 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau. +seed: 0 +use_timestamp: true +timestamp: '@20240809-122710' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710 +trial_dir: /results/dreamfusion-sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A peacekeeper (soldier). In the style of the artist Henri Rousseau. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peacekeeper_(soldier)._In_the_style_of_the_artist_Henri_Rousseau.@20240809-122710/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8f416e49a427dff77c6496fbd0f19aa10b166a58 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea21a65a71a2905344cdbd3a18712bb5e1337122891afec62e8d3e4e25ee904 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8f416e49a427dff77c6496fbd0f19aa10b166a58 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea21a65a71a2905344cdbd3a18712bb5e1337122891afec62e8d3e4e25ee904 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7506eb52f685dc02d07fc238a3adbed74bb5be0f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240815-124358' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358 +trial_dir: /results/dreamfusion-sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pear-shaped and plump racerunner. With the Concretism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_and_plump_racerunner._With_the_Concretism_painting_style.@20240815-124358/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ee493ad141b114588907cdbe4f73d2c4b3b924dd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6859903731b0ee28cca35fa1abc7ca0f07245e45c594ce522e31e1c5f5b83917 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ee493ad141b114588907cdbe4f73d2c4b3b924dd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6859903731b0ee28cca35fa1abc7ca0f07245e45c594ce522e31e1c5f5b83917 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..24950d47b131f53143b09a92d26d4f387da2fc03 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pear-shaped_anti-g_suit;_a_cork_oak. +seed: 0 +use_timestamp: true +timestamp: '@20240811-225654' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654 +trial_dir: /results/dreamfusion-sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pear-shaped anti-g suit; a cork oak. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_anti-g_suit;_a_cork_oak.@20240811-225654/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7a8765b2a822ab5995b1b0918809518875262486 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66df10d7aecab244840b434cee0d62cdf97ffe64364b956911cdd1364668e04 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7a8765b2a822ab5995b1b0918809518875262486 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66df10d7aecab244840b434cee0d62cdf97ffe64364b956911cdd1364668e04 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e995d4b4ee4b74e227a51b8e41f0926d5d28631a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240814-012632' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632 +trial_dir: /results/dreamfusion-sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pear-shaped chinese rhubarb; an african elephant. Using the drip painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_chinese_rhubarb;_an_african_elephant._Using_the_drip_painting_technique.@20240814-012632/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c5d953d46dacb8faa232049c48d09d93f7122422 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28f1dc6e3d6cbda382340457d08e93d84bb1ac27d6ebf1b8272949361d67615 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c5d953d46dacb8faa232049c48d09d93f7122422 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28f1dc6e3d6cbda382340457d08e93d84bb1ac27d6ebf1b8272949361d67615 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b17163feac66b3f6e3820cd5fa653fe1fa7c3c72 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240815-212057' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057 +trial_dir: /results/dreamfusion-sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pear-shaped trunk (baggage); a french lavender. With the Socialist Realism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pear-shaped_trunk_(baggage);_a_french_lavender._With_the_Socialist_Realism_painting_style.@20240815-212057/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a96b470667a45aef476a21d20ae461c5846dfce5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d514466c15aedddab2eb5de2cab3c31117077e5853d1d16a118bdae600c87753 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a96b470667a45aef476a21d20ae461c5846dfce5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d514466c15aedddab2eb5de2cab3c31117077e5853d1d16a118bdae600c87753 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7ecfe0b2f32d3f1e25113f936d2fb4c0ebffdb57 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pedal;_a_turkoman. +seed: 0 +use_timestamp: true +timestamp: '@20240814-071215' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pedal;_a_turkoman.@20240814-071215 +trial_dir: /results/dreamfusion-sd/A_pedal;_a_turkoman.@20240814-071215 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pedal; a turkoman. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pedal;_a_turkoman.@20240814-071215/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..07a35abecfd93056e0af637bdbb6e22d25984d5d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d96289508020d169b626f4bd6c92fc41de59d64bca711700077e1db5a4974d5 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..07a35abecfd93056e0af637bdbb6e22d25984d5d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d96289508020d169b626f4bd6c92fc41de59d64bca711700077e1db5a4974d5 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..29615738c4bc04ac78ee7f2069536cf897a5a055 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_peen. +seed: 0 +use_timestamp: true +timestamp: '@20240806-143312' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_peen.@20240806-143312 +trial_dir: /results/dreamfusion-sd/A_peen.@20240806-143312 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A peen. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peen.@20240806-143312/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da1d463d341df7b23062343286c1b062a7ad4417 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c78e1a2dfc9118d22f7c970177ca19e79ef11249d35d2b9f1ffc7eefd7ea8d84 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da1d463d341df7b23062343286c1b062a7ad4417 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c78e1a2dfc9118d22f7c970177ca19e79ef11249d35d2b9f1ffc7eefd7ea8d84 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b6582cc67bc2edae430357a791d1685380fbf57a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_peephole;_a_hydromancer;_a_district_manager. +seed: 0 +use_timestamp: true +timestamp: '@20240811-030414' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414 +trial_dir: /results/dreamfusion-sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A peephole; a hydromancer; a district manager. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_peephole;_a_hydromancer;_a_district_manager.@20240811-030414/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..90c52233db7dfd5b5e2ef9741f9fda11e0d23624 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c10b9a5119748ac20141a9986b66917127531082033a7b23dbe9c5cb1770881d +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..90c52233db7dfd5b5e2ef9741f9fda11e0d23624 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c10b9a5119748ac20141a9986b66917127531082033a7b23dbe9c5cb1770881d +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e51b2e664f3d97414c3abceabe5e27d81f0af768 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240816-230450' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450 +trial_dir: /results/dreamfusion-sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pen pal; a macrophage. With the Minimalism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pen_pal;_a_macrophage._With_the_Minimalism_painting_style.@20240816-230450/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..93353b0cf975d8d98dcfc8c7fb951abce4cfc8b5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3800261bccf2d399e0a3f919e615468f2839c127587f61d79b03c4ec9c86064b +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..93353b0cf975d8d98dcfc8c7fb951abce4cfc8b5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3800261bccf2d399e0a3f919e615468f2839c127587f61d79b03c4ec9c86064b +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4c453c798e9f35e8b8e1127befa508858818cb9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pencil_sharpener;_an_omaha;_boletus_pallidus. +seed: 0 +use_timestamp: true +timestamp: '@20240810-184752' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752 +trial_dir: /results/dreamfusion-sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pencil sharpener; an omaha; boletus pallidus. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pencil_sharpener;_an_omaha;_boletus_pallidus.@20240810-184752/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8e40f2b838b7e500e569a7c44760eacf5533cb38 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f71b7fe95b0782d2a75154576c05ed306c7e48b2c5362329960e79517be060c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8e40f2b838b7e500e569a7c44760eacf5533cb38 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f71b7fe95b0782d2a75154576c05ed306c7e48b2c5362329960e79517be060c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fd1f4ce4728b2f70ab9e40df6e267f2036ef2dba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240815-132656' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656 +trial_dir: /results/dreamfusion-sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pentimento; a pygmy lancewood. In the sketch and study genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pentimento;_a_pygmy_lancewood._In_the_sketch_and_study_genre.@20240815-132656/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8bfd44b59c4d89b3868b7880458da72187fc4dbf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f966824a7960ded239c31fe21d0c842f5adaec5bd61c2cb981f1e1774dc2e31a +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8bfd44b59c4d89b3868b7880458da72187fc4dbf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f966824a7960ded239c31fe21d0c842f5adaec5bd61c2cb981f1e1774dc2e31a +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..066e45e6af9ca9a38e80d3878b649cb97107a727 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_permanent_wave. +seed: 0 +use_timestamp: true +timestamp: '@20240806-132320' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_permanent_wave.@20240806-132320 +trial_dir: /results/dreamfusion-sd/A_permanent_wave.@20240806-132320 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A permanent wave. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_permanent_wave.@20240806-132320/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f2c15ae67eb941c1e95b43a75526d4f187062ffa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7bf71f18bafbf65a1efe822a7b9cdd0d5f2c9fc138970fe6b7d31d4c549f8b +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f2c15ae67eb941c1e95b43a75526d4f187062ffa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7bf71f18bafbf65a1efe822a7b9cdd0d5f2c9fc138970fe6b7d31d4c549f8b +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46ef912d15434ad01cbbf9352dac618fc57f8c76 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_petiolule. +seed: 0 +use_timestamp: true +timestamp: '@20240806-172819' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_petiolule.@20240806-172819 +trial_dir: /results/dreamfusion-sd/A_petiolule.@20240806-172819 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A petiolule. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_petiolule.@20240806-172819/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..23f89b30acb441fb45e30919bc0d653921fcd962 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b133ff012019cca849910788da20f192a217a97edff7b90e326a093f00611175 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..23f89b30acb441fb45e30919bc0d653921fcd962 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b133ff012019cca849910788da20f192a217a97edff7b90e326a093f00611175 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4eb26863d714fb604edd5ab832bf70704feb1804 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_petty_officer._Using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-173754' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754 +trial_dir: /results/dreamfusion-sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A petty officer. Using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_petty_officer._Using_the_encaustic_painting_technique.@20240810-173754/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f19115207203d8292679f3b20f9e0f24c9345b16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0231f7ea7b69ea8d18d7deada1395e1b0371c302a089a5f43b69ee657c9434d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f19115207203d8292679f3b20f9e0f24c9345b16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0231f7ea7b69ea8d18d7deada1395e1b0371c302a089a5f43b69ee657c9434d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c0ce60c613c418e37d093a8a5f068847e90c0346 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_phallus_ravenelii. +seed: 0 +use_timestamp: true +timestamp: '@20240808-153509' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_phallus_ravenelii.@20240808-153509 +trial_dir: /results/dreamfusion-sd/A_phallus_ravenelii.@20240808-153509 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A phallus ravenelii. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_phallus_ravenelii.@20240808-153509/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..089a0571ce3353fe9cbbba358bc389a542b05b5b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a6b1d68181a840c0628c469da2f1251d9cf0a2aa0e3ce9d427f835ffb605a5 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..089a0571ce3353fe9cbbba358bc389a542b05b5b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a6b1d68181a840c0628c469da2f1251d9cf0a2aa0e3ce9d427f835ffb605a5 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c6c1839af27e05ef442205dcadf295e5f6e3ea96 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pheasant's-eye. +seed: 0 +use_timestamp: true +timestamp: '@20240808-132812' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pheasant's-eye.@20240808-132812 +trial_dir: /results/dreamfusion-sd/A_pheasant's-eye.@20240808-132812 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pheasant's-eye. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pheasant's-eye.@20240808-132812/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a78dcbdcac7547511e36f36ac9b24ad85e61a0ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17d0310b81c6608ef37a424ec067d3b56ccbcba0a3df9923ee70449511934052 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a78dcbdcac7547511e36f36ac9b24ad85e61a0ec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17d0310b81c6608ef37a424ec067d3b56ccbcba0a3df9923ee70449511934052 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1950d959517098337f5acb7f2a971cee6a6822fc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-170146' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146 +trial_dir: /results/dreamfusion-sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pickerel frog. In the style of the artist Michelangelo and using the + cave painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pickerel_frog._In_the_style_of_the_artist_Michelangelo_and_using_the_cave_painting_technique.@20240811-170146/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..baa6a5882487bb0f4cf9d74c9af69c9ff9af3ec1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9000d03423b65237a0634c6095b36d2f81b517d255d3caec52e8ecde726761bf +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..baa6a5882487bb0f4cf9d74c9af69c9ff9af3ec1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9000d03423b65237a0634c6095b36d2f81b517d255d3caec52e8ecde726761bf +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4bbc03de16f496f07fe6dc0cd8e2bf910ad6262c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pickerelweed;_a_messenger._In_the_veduta_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240807-024741' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741 +trial_dir: /results/dreamfusion-sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pickerelweed; a messenger. In the veduta genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pickerelweed;_a_messenger._In_the_veduta_genre.@20240807-024741/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c04f74042e9db36462b1553f2c4b157774470cc5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d49673d05448009351d3fcc325a3c22b8c785856986c8d687a4809f160cc50 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c04f74042e9db36462b1553f2c4b157774470cc5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d49673d05448009351d3fcc325a3c22b8c785856986c8d687a4809f160cc50 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d89e5beed54e6718d56938ef06a116ce7fc5d722 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pine_needles_knee_brace._Using_the_acrylic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-131542' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542 +trial_dir: /results/dreamfusion-sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pine needles knee brace. Using the acrylic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pine_needles_knee_brace._Using_the_acrylic_painting_technique.@20240806-131542/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a844da4500d94a4e34b286a924547322379fa4b8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfac198cfd6c8c6d67fa80ae7417f8129fc8a832af6a6276b18ad3a9c841539f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a844da4500d94a4e34b286a924547322379fa4b8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfac198cfd6c8c6d67fa80ae7417f8129fc8a832af6a6276b18ad3a9c841539f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..84ae68defb78ba0b0664aa985fcf5ef5a4280c7f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-115449' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449 +trial_dir: /results/dreamfusion-sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pinetum; a villain. In the battle painting genre and using the digital + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pinetum;_a_villain._In_the_battle_painting_genre_and_using_the_digital_painting_technique.@20240808-115449/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9a00563796dc3557a74a639406630bdfcc7d2a19 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c743f1f25bcf161b6faa70c63ae313abd752c23dad4cb1fcc4d99672888bd0e3 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9a00563796dc3557a74a639406630bdfcc7d2a19 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c743f1f25bcf161b6faa70c63ae313abd752c23dad4cb1fcc4d99672888bd0e3 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..654d702345e5eabac8b4056408bc144e34754845 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pinot_noir._With_the_Cloisonnism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-205343' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343 +trial_dir: /results/dreamfusion-sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pinot noir. With the Cloisonnism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pinot_noir._With_the_Cloisonnism_painting_style.@20240810-205343/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..42d646ddf3ea9c2e917afc3e8da61f666749230b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51de1992e2cda8fa89a88689fb7ee699a50c52b15c77efb47508747d9d9f42e8 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..42d646ddf3ea9c2e917afc3e8da61f666749230b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51de1992e2cda8fa89a88689fb7ee699a50c52b15c77efb47508747d9d9f42e8 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2f3e34f150ac708bddfd319ca56ef2e8f19d40ea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pitch;_a_sinker. +seed: 0 +use_timestamp: true +timestamp: '@20240814-210740' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pitch;_a_sinker.@20240814-210740 +trial_dir: /results/dreamfusion-sd/A_pitch;_a_sinker.@20240814-210740 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pitch; a sinker. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pitch;_a_sinker.@20240814-210740/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9317c77d33e61eed76256fb101f010e8a31d6cf4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed76c32ee27504ee54504ebdd72e3b98600278cdc789df5ca7445889982b3ece +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9317c77d33e61eed76256fb101f010e8a31d6cf4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed76c32ee27504ee54504ebdd72e3b98600278cdc789df5ca7445889982b3ece +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e89e114e65015cc9aa917cd18e0f37e4f629847f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pitchman_is_wet_from_being_in_water_the_winter_aconite. +seed: 0 +use_timestamp: true +timestamp: '@20240813-031722' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722 +trial_dir: /results/dreamfusion-sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pitchman is wet from being in water the winter aconite. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pitchman_is_wet_from_being_in_water_the_winter_aconite.@20240813-031722/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a153741ed377c29267e4f6ae1ecb08aae9501824 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc2eca1ee39dbcbba7084f7ff6ce471d4daa6c72a69756a349e24db7bb3be9a5 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a153741ed377c29267e4f6ae1ecb08aae9501824 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc2eca1ee39dbcbba7084f7ff6ce471d4daa6c72a69756a349e24db7bb3be9a5 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c4c94a4c10fa32068fdebe3099a975651710ed7d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_plane_(power_tool). +seed: 0 +use_timestamp: true +timestamp: '@20240807-040558' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_plane_(power_tool).@20240807-040558 +trial_dir: /results/dreamfusion-sd/A_plane_(power_tool).@20240807-040558 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A plane (power tool). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plane_(power_tool).@20240807-040558/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3a9191c5bc072a908d753808dfae95733130dcc8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd9e1d3bf33798eee58ab395a7b1f157a75e8c85b917eefe31de91b7ab04c2a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3a9191c5bc072a908d753808dfae95733130dcc8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd9e1d3bf33798eee58ab395a7b1f157a75e8c85b917eefe31de91b7ab04c2a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d27007fe5635819b69b94515a6db45e53900923d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-003124' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124 +trial_dir: /results/dreamfusion-sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A planking (lumber). In the panorama genre and with the Post-Minimalism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_planking_(lumber)._In_the_panorama_genre_and_with_the_Post-Minimalism_painting_style.@20240812-003124/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d02ace8038e2f81b875cf2b2d535443a7ad62747 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb2c3cfd1e6c9c173a1ba1c82cbfbf5fdfd76ac9601bb18ff5125aa1f30696c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d02ace8038e2f81b875cf2b2d535443a7ad62747 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb2c3cfd1e6c9c173a1ba1c82cbfbf5fdfd76ac9601bb18ff5125aa1f30696c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f9f486158e42abee45dca3a45bee31c097fba400 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_plasterboard._In_the_illustration_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240811-140811' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_plasterboard._In_the_illustration_genre.@20240811-140811 +trial_dir: /results/dreamfusion-sd/A_plasterboard._In_the_illustration_genre.@20240811-140811 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A plasterboard. In the illustration genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plasterboard._In_the_illustration_genre.@20240811-140811/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bab7b8f39af517f53d0233e78c59878ee956d9a0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8dd8882737a2fc0ae9a60266722a9619d3dcd04df218ddc1dfede456d7ac12 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bab7b8f39af517f53d0233e78c59878ee956d9a0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8dd8882737a2fc0ae9a60266722a9619d3dcd04df218ddc1dfede456d7ac12 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..48b4b74c99af86f86766707d6c9c24a37712cd00 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe. +seed: 0 +use_timestamp: true +timestamp: '@20240806-163129' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129 +trial_dir: /results/dreamfusion-sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A plastic cover lake dwelling. In the style of the artist Georgia O'Keeffe. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_cover_lake_dwelling._In_the_style_of_the_artist_Georgia_O'Keeffe.@20240806-163129/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..277a2b2177beb5cf4087ef954afb3d829b61aa5b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1432e1e5144e99c9cc9a36f512b0bf61a5ab75372da999a4623ceabbf831168 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..277a2b2177beb5cf4087ef954afb3d829b61aa5b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1432e1e5144e99c9cc9a36f512b0bf61a5ab75372da999a4623ceabbf831168 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..53de5286a2a6e2578945b75bf46fcebcf1c7a7e5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240808-133257' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257 +trial_dir: /results/dreamfusion-sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A plastic cover nebraskan. In the style of the artist kiri nichol and + with the Yamato-e painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_cover_nebraskan._In_the_style_of_the_artist_kiri_nichol_and_with_the_Yamato-e_painting_style.@20240808-133257/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..64f1fe6431cc159e95cc3f45ad48dbbf2c3bab13 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c42e09b2d770d09338bc95477c2b462d1deafbeeb808cb009f96cc049800f6 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..64f1fe6431cc159e95cc3f45ad48dbbf2c3bab13 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c42e09b2d770d09338bc95477c2b462d1deafbeeb808cb009f96cc049800f6 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ab37efbf14af90f326d81824cffdeb304d972d76 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci. +seed: 0 +use_timestamp: true +timestamp: '@20240818-012616' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616 +trial_dir: /results/dreamfusion-sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A plastic wrap; a gargoyle (decoration). In the style of the artist Leonardo + da Vinci. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastic_wrap;_a_gargoyle_(decoration)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-012616/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..53c4448da383276c9331e262da9e576e4a9bc57a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38df2b2299ca5bebb031e634cfccacee01a18e98d4999a44a53b43690cb6169 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..53c4448da383276c9331e262da9e576e4a9bc57a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38df2b2299ca5bebb031e634cfccacee01a18e98d4999a44a53b43690cb6169 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..87c1763aea21843cefbddfa686c8868c0a98079e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_plastron_(pad);_a_cosmid. +seed: 0 +use_timestamp: true +timestamp: '@20240816-100115' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_plastron_(pad);_a_cosmid.@20240816-100115 +trial_dir: /results/dreamfusion-sd/A_plastron_(pad);_a_cosmid.@20240816-100115 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A plastron (pad); a cosmid. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plastron_(pad);_a_cosmid.@20240816-100115/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8946436b6bf89199228a6efced2d82b2df91acf0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b64c90e61bba84d5a4797fa9f09a47bc90fbde8284ca4c2370c0571a11a916 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8946436b6bf89199228a6efced2d82b2df91acf0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b64c90e61bba84d5a4797fa9f09a47bc90fbde8284ca4c2370c0571a11a916 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57f2cc12167a78219861427cfd153ec785d35a1a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-093038' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038 +trial_dir: /results/dreamfusion-sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A plectognath; a kitchen police. Using the ballpoint pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plectognath;_a_kitchen_police._Using_the_ballpoint_pen_drawing_technique.@20240806-093038/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d431eedce082740fb240d7fbfb71712e59785aa0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b93478492ad1861e9d6591f9c1be04ba2736c159089a6ef299b6db12082dd51 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d431eedce082740fb240d7fbfb71712e59785aa0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b93478492ad1861e9d6591f9c1be04ba2736c159089a6ef299b6db12082dd51 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..51aa7b733626cbf8e521da7f4c8df76134600168 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-191320' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320 +trial_dir: /results/dreamfusion-sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A plodder (dawdler); a horse trader. Using the canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plodder_(dawdler);_a_horse_trader._Using_the_canvas_painting_technique.@20240806-191320/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..366939335cf1b9c595884ba3431964badf52798b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b95ee45a820bbf792cbc9b136d363c029a624e885e8b47a4947e810068887a +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..366939335cf1b9c595884ba3431964badf52798b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b95ee45a820bbf792cbc9b136d363c029a624e885e8b47a4947e810068887a +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9dd8211c4baa1104548625be48d166646f568784 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_plush_saddlebag. +seed: 0 +use_timestamp: true +timestamp: '@20240816-052701' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_plush_saddlebag.@20240816-052701 +trial_dir: /results/dreamfusion-sd/A_plush_saddlebag.@20240816-052701 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A plush saddlebag. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_plush_saddlebag.@20240816-052701/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..558ccafe744c62301054e1e343db3d918841d8ea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9231734944a4ec461ebff75ccac6192510b6e9c59676a062335a6e53c682353d +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..558ccafe744c62301054e1e343db3d918841d8ea --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9231734944a4ec461ebff75ccac6192510b6e9c59676a062335a6e53c682353d +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..636a6eb1177c4c3ac6713d37d074d27ee52127f3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pneumatophore. +seed: 0 +use_timestamp: true +timestamp: '@20240807-233657' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pneumatophore.@20240807-233657 +trial_dir: /results/dreamfusion-sd/A_pneumatophore.@20240807-233657 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pneumatophore. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pneumatophore.@20240807-233657/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..54306386a62784e7a158195bc51089b6ef02cbff --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3077ff92f1c7692feab2b7f0b57fdbc0ef27ea582aa87b40a6f3ca21af09230 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..54306386a62784e7a158195bc51089b6ef02cbff --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3077ff92f1c7692feab2b7f0b57fdbc0ef27ea582aa87b40a6f3ca21af09230 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..600ddfdf5e643b5478280197b363eb35a1e7f5c2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pointed-leaf_maple. +seed: 0 +use_timestamp: true +timestamp: '@20240806-114943' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pointed-leaf_maple.@20240806-114943 +trial_dir: /results/dreamfusion-sd/A_pointed-leaf_maple.@20240806-114943 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pointed-leaf maple. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pointed-leaf_maple.@20240806-114943/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..abd47e7481ffa6f5267352e6a08da3b188728a65 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f28cf911b41ec0d2f56e4ce4c959a9b6e17e1934038f9a5a3bc9be1379b4138 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..abd47e7481ffa6f5267352e6a08da3b188728a65 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f28cf911b41ec0d2f56e4ce4c959a9b6e17e1934038f9a5a3bc9be1379b4138 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..515611b20d5aa83610cdd2e3f010366158dd99c9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-163512' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512 +trial_dir: /results/dreamfusion-sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A polaroid camera; smooth crabgrass. Using the sand painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_polaroid_camera;_smooth_crabgrass._Using_the_sand_painting_technique.@20240817-163512/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eededab7a52719badcb4e3365d2b5e6a48e00817 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d9bea255f480711a3c82e8b97008c708cca6473af5bd47887a12cd2fc7641c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eededab7a52719badcb4e3365d2b5e6a48e00817 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d9bea255f480711a3c82e8b97008c708cca6473af5bd47887a12cd2fc7641c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e8164581d3a16ebaef22ff3daee9fd1c55501ad --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-101709' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709 +trial_dir: /results/dreamfusion-sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A polishedstone whitecup. In the veduta genre and using the velvet painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_polishedstone_whitecup._In_the_veduta_genre_and_using_the_velvet_painting_technique.@20240808-101709/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e56fdbe12dfe3541352adbcb8a129daa663a8da --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:450abc19130f96e473518f670956b78a3ac19c73927fddc0b311c350efde0782 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e56fdbe12dfe3541352adbcb8a129daa663a8da --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:450abc19130f96e473518f670956b78a3ac19c73927fddc0b311c350efde0782 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d49be2d06462bc6a6f54eb37b06a960ffbfe05b4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ponderous_and_well-built_carolina_spring_beauty. +seed: 0 +use_timestamp: true +timestamp: '@20240812-114457' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457 +trial_dir: /results/dreamfusion-sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ponderous and well-built carolina spring beauty. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ponderous_and_well-built_carolina_spring_beauty.@20240812-114457/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..69e3d50d1188e9cb38257eb5ab6d829234879a68 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc1ce75711c7f8158de68e371665db79066c0cb8d948f62d42cc71d53ddf847 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..69e3d50d1188e9cb38257eb5ab6d829234879a68 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc1ce75711c7f8158de68e371665db79066c0cb8d948f62d42cc71d53ddf847 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e1c6773c52cd9da6d031de76c802232b3a728cd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ponderous_white_whale. +seed: 0 +use_timestamp: true +timestamp: '@20240813-153210' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ponderous_white_whale.@20240813-153210 +trial_dir: /results/dreamfusion-sd/A_ponderous_white_whale.@20240813-153210 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ponderous white whale. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ponderous_white_whale.@20240813-153210/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..56907e4028cbc6290d10a356ccf19463ca3cc9bd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a0b679cfac66b73e356bc9eacbecb629d16ddffbd58fc5adc6351ce2176b3a +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..56907e4028cbc6290d10a356ccf19463ca3cc9bd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a0b679cfac66b73e356bc9eacbecb629d16ddffbd58fc5adc6351ce2176b3a +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..45b06862406381ba00b97775ef7b5cc63d966b69 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240819-005956' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956 +trial_dir: /results/dreamfusion-sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A poon; a lurking place; a salon (shop). In the bijinga genre and using + the crayon drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_poon;_a_lurking_place;_a_salon_(shop)._In_the_bijinga_genre_and_using_the_crayon_drawing_technique.@20240819-005956/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..54832dc70e5d1b19a9f841ea60ce09744007247e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7736262bf16703ab3a72f40c34d5d318edd7fac8de0a767abfc09e24a8bad0f7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..54832dc70e5d1b19a9f841ea60ce09744007247e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7736262bf16703ab3a72f40c34d5d318edd7fac8de0a767abfc09e24a8bad0f7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a215fc56bb7be09a8eb4353be0d1af1762ec52fc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-204227' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227 +trial_dir: /results/dreamfusion-sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A poor matilija poppy. In the style of the artist Vincent van Gogh and + using the ballpoint pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_poor_matilija_poppy._In_the_style_of_the_artist_Vincent_van_Gogh_and_using_the_ballpoint_pen_drawing_technique.@20240807-204227/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d56fca3f80062d16c9321be901899cd1d3b1cbb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:836c2616209f15e36ddcaccaf2e977ada7ee42aa90446ddd6c0db7ebf24e242c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d56fca3f80062d16c9321be901899cd1d3b1cbb1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:836c2616209f15e36ddcaccaf2e977ada7ee42aa90446ddd6c0db7ebf24e242c +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d70dbaa4bb46e7b76d64d1e3c817d9418749c981 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240814-170328' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328 +trial_dir: /results/dreamfusion-sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A positive is carving the flibbertigibbet. Using the ballpoint pen drawing + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_positive_is_carving_the_flibbertigibbet._Using_the_ballpoint_pen_drawing_technique.@20240814-170328/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..812392e4073e302fff9be670c054569746fdff6d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ca8914f7ecf6ef86dbaf0404b774ff2a9ef8d01bec2435d1769b187186b602 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..812392e4073e302fff9be670c054569746fdff6d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ca8914f7ecf6ef86dbaf0404b774ff2a9ef8d01bec2435d1769b187186b602 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dcc47446d20bea597feb6f6387fe27bb390759e4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-002822' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822 +trial_dir: /results/dreamfusion-sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A post (upright). In the style of the artist Edouard Manet and using the + pastel painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_post_(upright)._In_the_style_of_the_artist_Edouard_Manet_and_using_the_pastel_painting_technique.@20240813-002822/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f791655a8c2a759d4f5324b724a6e42558da8bd6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c342c8470f83f344d09a616a3a46e5c84ec656c91f460db6cf18fa58a556319e +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f791655a8c2a759d4f5324b724a6e42558da8bd6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c342c8470f83f344d09a616a3a46e5c84ec656c91f460db6cf18fa58a556319e +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..98730aa8fc732300c8b1285826686716c6bb7af9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-161600' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600 +trial_dir: /results/dreamfusion-sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pothunter (archeologist). With the Neo-Concretism painting style and + using the cave painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pothunter_(archeologist)._With_the_Neo-Concretism_painting_style_and_using_the_cave_painting_technique.@20240812-161600/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..02d941d052dbc8f4e2f1461bb0497b278c29f396 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3054f5bd852a08bd07b08e5f51f7dee261194ad5ebf99ccd7442cd92c183f674 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..02d941d052dbc8f4e2f1461bb0497b278c29f396 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3054f5bd852a08bd07b08e5f51f7dee261194ad5ebf99ccd7442cd92c183f674 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..00b2f5e2008379d3379e7573ea5f7bed04241604 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam. +seed: 0 +use_timestamp: true +timestamp: '@20240811-133613' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613 +trial_dir: /results/dreamfusion-sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pothunter (contestant). In the style of the artist Childe Hassam. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pothunter_(contestant)._In_the_style_of_the_artist_Childe_Hassam.@20240811-133613/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4caf537b3830bd8ff5b7778b751db8696c484bce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb0b892c55bccb4715f8d3dc4c3b7688e8c6a5b543ae7716f9f6aafde8df172 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4caf537b3830bd8ff5b7778b751db8696c484bce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb0b892c55bccb4715f8d3dc4c3b7688e8c6a5b543ae7716f9f6aafde8df172 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..66a44c99cc6369c2139791ea29e82d6456aaaaed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-230147' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147 +trial_dir: /results/dreamfusion-sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A potted second hand (hand). Using the cartoon painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_potted_second_hand_(hand)._Using_the_cartoon_painting_technique.@20240806-230147/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..11baf0dc0b1644c27649cdd1874ff236ad3d1883 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebfe861955c8e48b506056b8797f05cb92c7a79fa3e6ddfcde6472e3c6207d69 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..11baf0dc0b1644c27649cdd1874ff236ad3d1883 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebfe861955c8e48b506056b8797f05cb92c7a79fa3e6ddfcde6472e3c6207d69 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..64f9cc918eb4b5d3e225b012af5bb4866700dceb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_prairie_dog. +seed: 0 +use_timestamp: true +timestamp: '@20240806-200546' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_prairie_dog.@20240806-200546 +trial_dir: /results/dreamfusion-sd/A_prairie_dog.@20240806-200546 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A prairie dog. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_prairie_dog.@20240806-200546/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..21c055988bd3d57952d2a86385ad21ba4e3db38d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27b291423e5a370c580b9ee316d019e90e7f2e99f470a010e61f8293d66031dd +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..21c055988bd3d57952d2a86385ad21ba4e3db38d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27b291423e5a370c580b9ee316d019e90e7f2e99f470a010e61f8293d66031dd +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..af23cbb3a61444c9c64240fbe1a3ed7b92ccd83d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_preterist. +seed: 0 +use_timestamp: true +timestamp: '@20240808-115248' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_preterist.@20240808-115248 +trial_dir: /results/dreamfusion-sd/A_preterist.@20240808-115248 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A preterist. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_preterist.@20240808-115248/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4c14c704aabdb2975779f8583df41487f2ae3d92 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517a4b7007f4c6ec4837a1d73e6bd55fde2393ab4d558c1660bc4d6b613be864 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4c14c704aabdb2975779f8583df41487f2ae3d92 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517a4b7007f4c6ec4837a1d73e6bd55fde2393ab4d558c1660bc4d6b613be864 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1e6ca4e06a872bbc31cd74ec1b317ed52230b74e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-155818' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818 +trial_dir: /results/dreamfusion-sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A prince charming; a hemstitch (embroidery); a mcburney's point. In the + mythological painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_prince_charming;_a_hemstitch_(embroidery);_a_mcburney's_point._In_the_mythological_painting_genre.@20240814-155818/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e484dd7bb3c0d2b1a01c16fe4ceb9beeabf2fbf2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a1cb6bcbc9a93162ff1fb7e583d9402e04fee1b624025ab7dec17063f1c4f4 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e484dd7bb3c0d2b1a01c16fe4ceb9beeabf2fbf2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a1cb6bcbc9a93162ff1fb7e583d9402e04fee1b624025ab7dec17063f1c4f4 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e85242c0ac795936c878c4fbf8e3fe6724e38b64 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin. +seed: 0 +use_timestamp: true +timestamp: '@20240814-033512' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512 +trial_dir: /results/dreamfusion-sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A probability theorist is piled to create the coastline. In the style + of the artist Pierre-Narcisse Guerin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probability_theorist_is_piled_to_create_the_coastline._In_the_style_of_the_artist_Pierre-Narcisse_Guerin.@20240814-033512/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9e167a83a4f9190f2d1c67a254245c2b9b7434f7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45e3269ce97776ecd168cb1d1b1513128f69f3b8f4e0dd5a209fe667e48dedcb +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9e167a83a4f9190f2d1c67a254245c2b9b7434f7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45e3269ce97776ecd168cb1d1b1513128f69f3b8f4e0dd5a209fe667e48dedcb +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..702bc922058d58600376a8fd3b07fdb1aa2b60ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240814-191424' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424 +trial_dir: /results/dreamfusion-sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A probationer (nurse); white fungus; a kohleria. With the Abstract Expressionism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probationer_(nurse);_white_fungus;_a_kohleria._With_the_Abstract_Expressionism_painting_style.@20240814-191424/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c29a1d0fdf1e48caffc7814e996dab15b33e7c41 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c225cd92d4f23f1f952bf5cc155cb051e6e1f03be18e4103a2bfb09b1467809 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c29a1d0fdf1e48caffc7814e996dab15b33e7c41 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c225cd92d4f23f1f952bf5cc155cb051e6e1f03be18e4103a2bfb09b1467809 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f61ec65f496c4ae9c55e4f828163437bc9d656ee --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_probiotic. +seed: 0 +use_timestamp: true +timestamp: '@20240807-112917' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_probiotic.@20240807-112917 +trial_dir: /results/dreamfusion-sd/A_probiotic.@20240807-112917 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A probiotic. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_probiotic.@20240807-112917/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ed5fb4c41ad3b2099ca6420942aca438e02ce77b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144a1c69de88d8e95071e23263c6de75e9aeb2538ff09f3cc7ce00daa611dbb3 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ed5fb4c41ad3b2099ca6420942aca438e02ce77b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144a1c69de88d8e95071e23263c6de75e9aeb2538ff09f3cc7ce00daa611dbb3 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f3942463590be09fbc154d6dbe48be6ae75d1af8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_progymnosperm;_a_hardtack. +seed: 0 +use_timestamp: true +timestamp: '@20240814-120511' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_progymnosperm;_a_hardtack.@20240814-120511 +trial_dir: /results/dreamfusion-sd/A_progymnosperm;_a_hardtack.@20240814-120511 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A progymnosperm; a hardtack. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_progymnosperm;_a_hardtack.@20240814-120511/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..11ab320d7267fb35fd5d10aa775aa1a08111d17b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9352f47b0d068e6820e3380405180c9be15c5a7536e14e39f344e1535beac798 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..11ab320d7267fb35fd5d10aa775aa1a08111d17b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9352f47b0d068e6820e3380405180c9be15c5a7536e14e39f344e1535beac798 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d522de1fdb3cc23ea84b66a9b686a41357a891d3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-140559' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559 +trial_dir: /results/dreamfusion-sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A provost marshal; argus. In the style of the artist Louis Anquetin and + using the cave painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_provost_marshal;_argus._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_cave_painting_technique.@20240808-140559/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5e15d4dd23d8e6cc9b9649d1f8fe89377af69bbd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00692b61a81cf28b91660035aef0ffc686bc91a3e3a8c1e0594ca0c5e742ccd4 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5e15d4dd23d8e6cc9b9649d1f8fe89377af69bbd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00692b61a81cf28b91660035aef0ffc686bc91a3e3a8c1e0594ca0c5e742ccd4 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3e70ff0c3f186de4849de2cc4c9da7d495aaa612 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_psaltery. +seed: 0 +use_timestamp: true +timestamp: '@20240806-224421' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_psaltery.@20240806-224421 +trial_dir: /results/dreamfusion-sd/A_psaltery.@20240806-224421 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A psaltery. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_psaltery.@20240806-224421/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b392c308e36a18213bf3ce4060b2b0f49822830a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdb131e2fc34712a9f967045e2f9e890b93853cb53d3110af53670c84ddf355b +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b392c308e36a18213bf3ce4060b2b0f49822830a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdb131e2fc34712a9f967045e2f9e890b93853cb53d3110af53670c84ddf355b +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fbea98ad6cbc637473e2f13b9820ff45cc5ec2ab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240811-215621' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621 +trial_dir: /results/dreamfusion-sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A psilophyton. In the style of the artist John Constable and with the + Post-Impressionism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_psilophyton._In_the_style_of_the_artist_John_Constable_and_with_the_Post-Impressionism_painting_style.@20240811-215621/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2378dfa67e5222cd7b05ce3acf17fc9d1fd36102 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b472cc67daee483d2dfbaddc2dbbc6639c73d327436ba89bf55a0d99350c66 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2378dfa67e5222cd7b05ce3acf17fc9d1fd36102 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b472cc67daee483d2dfbaddc2dbbc6639c73d327436ba89bf55a0d99350c66 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..504141e7e2dfcadb7322d7853281ea761bffb535 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pterodactyl;_an_american_bittern. +seed: 0 +use_timestamp: true +timestamp: '@20240816-073917' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pterodactyl;_an_american_bittern.@20240816-073917 +trial_dir: /results/dreamfusion-sd/A_pterodactyl;_an_american_bittern.@20240816-073917 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pterodactyl; an american bittern. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pterodactyl;_an_american_bittern.@20240816-073917/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2282c627d8d845d25b528f20feba297e21a1b3b3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba79393c85378d6706cbf6367b0f755b908ec88200d9eb9d89510d245fcd1142 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2282c627d8d845d25b528f20feba297e21a1b3b3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba79393c85378d6706cbf6367b0f755b908ec88200d9eb9d89510d245fcd1142 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6350f18549098686dfb6b36779866367e5dcbf03 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard. +seed: 0 +use_timestamp: true +timestamp: '@20240818-080315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315 +trial_dir: /results/dreamfusion-sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A puffy and rough yellow twining snapdragon. In the figurative genre and + in the style of the artist Jean-Honore Fragonard. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_puffy_and_rough_yellow_twining_snapdragon._In_the_figurative_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240818-080315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98eda8c178aa24bf2aa1a78abf1849c9a8f25957 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a09027741fdbae4be376459aa75cf96d19a7ff97481e5b31d0456ce583b6356 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98eda8c178aa24bf2aa1a78abf1849c9a8f25957 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a09027741fdbae4be376459aa75cf96d19a7ff97481e5b31d0456ce583b6356 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..32971600264e4488d40ea2bbf5241baddadcf96f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-124519' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519 +trial_dir: /results/dreamfusion-sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pullover is crouched in front of the gondola car. In the bijinga genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pullover_is_crouched_in_front_of_the_gondola_car._In_the_bijinga_genre.@20240814-124519/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..16679587e067a72518656287d4d8752780d9c45e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532e3215c60b13e0b8a8c68fac5592ffd59cc414ede19db9b20e42d22ac4bac1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..16679587e067a72518656287d4d8752780d9c45e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532e3215c60b13e0b8a8c68fac5592ffd59cc414ede19db9b20e42d22ac4bac1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ff1a59a455c999228f35c33bc4ff7c898065a86 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pullover_is_relaxing_near_the_taxi_dancer. +seed: 0 +use_timestamp: true +timestamp: '@20240811-051613' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613 +trial_dir: /results/dreamfusion-sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pullover is relaxing near the taxi dancer. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pullover_is_relaxing_near_the_taxi_dancer.@20240811-051613/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7d09e8cc7adeaee2810a35d6841890f738f26275 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1e8684bb429599bafc9cc43c9dc970fdd6477882a4725324c5630bd931e114 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7d09e8cc7adeaee2810a35d6841890f738f26275 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1e8684bb429599bafc9cc43c9dc970fdd6477882a4725324c5630bd931e114 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73f9855756eef58a500f25e20602b963585f7c70 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pulsar. +seed: 0 +use_timestamp: true +timestamp: '@20240806-123610' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pulsar.@20240806-123610 +trial_dir: /results/dreamfusion-sd/A_pulsar.@20240806-123610 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pulsar. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pulsar.@20240806-123610/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4f57d6b44e824ff1c6b31a60e2a05eea855742a5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72251e3afd92620930a4ace3075ed8d8bd6c33150f2be750f9869e39eaf0648c +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4f57d6b44e824ff1c6b31a60e2a05eea855742a5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72251e3afd92620930a4ace3075ed8d8bd6c33150f2be750f9869e39eaf0648c +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73128477a466db70b656a493713e940778ceb5e9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-160842' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842 +trial_dir: /results/dreamfusion-sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pup; an engraving (print). In the style of the artist Maurice Utrillo + and with the Nanga (Bunjinga) painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pup;_an_engraving_(print)._In_the_style_of_the_artist_Maurice_Utrillo_and_with_the_Nanga_(Bunjinga)_painting_style.@20240809-160842/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bce1690c8d6d28e4395accf458f09f8831e2ce1a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e071f93d30280c591a477bbd1f2592c13f62bd02673df820a2c24e7c9881351 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bce1690c8d6d28e4395accf458f09f8831e2ce1a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e071f93d30280c591a477bbd1f2592c13f62bd02673df820a2c24e7c9881351 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..780d03e5d7b90542b6ea1f10896e79c53c6bd310 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-105315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315 +trial_dir: /results/dreamfusion-sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pupil; a muddy political dissident. In the bijinga genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pupil;_a_muddy_political_dissident._In_the_bijinga_genre.@20240813-105315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8a37aa4b327d1d451698ab155a656895c0008154 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d75f3158af0a21aefabf9fcba267d6e5793cc9603e405d805a38bf68cfd9aec +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8a37aa4b327d1d451698ab155a656895c0008154 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d75f3158af0a21aefabf9fcba267d6e5793cc9603e405d805a38bf68cfd9aec +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..09fb75440ddc8172b8152d32a7e4db41fe7a9b05 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240819-001724' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724 +trial_dir: /results/dreamfusion-sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A purple heather; a wide rosebud (bud). In the style of the artist Eugene + Boudin and using the pastel painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_purple_heather;_a_wide_rosebud_(bud)._In_the_style_of_the_artist_Eugene_Boudin_and_using_the_pastel_painting_technique.@20240819-001724/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5717e726b4eacec81eb7f7c5ecdbb91dff0deec9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df188df78ae6d96998ed14b6c172c410bc34a9b6d8366ba25cbed3ba9ac6a0b +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5717e726b4eacec81eb7f7c5ecdbb91dff0deec9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df188df78ae6d96998ed14b6c172c410bc34a9b6d8366ba25cbed3ba9ac6a0b +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..38f2220bf75f7dcf2a204e1a89db7238d273d96f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-155215' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215 +trial_dir: /results/dreamfusion-sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A put-put; a Baroque architecture pegboard. With the Divisionism painting + style and using the woodcut painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_put-put;_a_Baroque_architecture_pegboard._With_the_Divisionism_painting_style_and_using_the_woodcut_painting_technique.@20240818-155215/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1d6dc604a974cb3d68e35859bb0892968d276ac2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b871e35969664271374f8369db9b9c07cabd29d28a7c42f59a0a456c85733c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1d6dc604a974cb3d68e35859bb0892968d276ac2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b871e35969664271374f8369db9b9c07cabd29d28a7c42f59a0a456c85733c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..10685e71909dcb15166f0601b18693c83a7f3ef5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_puttyroot._With_the_Neoclassicism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-140322' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322 +trial_dir: /results/dreamfusion-sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A puttyroot. With the Neoclassicism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_puttyroot._With_the_Neoclassicism_painting_style.@20240809-140322/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9fd42ffb7677bb090687add4e5acbd1f09dd462a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c47157e76e34eb8c353f5a0ed5419f23ac0d5819a557cc43b6f10995907865 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9fd42ffb7677bb090687add4e5acbd1f09dd462a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c47157e76e34eb8c353f5a0ed5419f23ac0d5819a557cc43b6f10995907865 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..36a9a3dd21edfb912b0761591b920268086bd033 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pygmy_madagascar_cat. +seed: 0 +use_timestamp: true +timestamp: '@20240815-041659' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pygmy_madagascar_cat.@20240815-041659 +trial_dir: /results/dreamfusion-sd/A_pygmy_madagascar_cat.@20240815-041659 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pygmy madagascar cat. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_madagascar_cat.@20240815-041659/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..789a7f0c880eee55c05ea1db22283a2813484059 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b11735428dd08f063134fcee4a8f0fb126c201c392bad3cd3d801d4a49e1fc2 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..789a7f0c880eee55c05ea1db22283a2813484059 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b11735428dd08f063134fcee4a8f0fb126c201c392bad3cd3d801d4a49e1fc2 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fbf719f17f2c839590951ea31fa1165ef9f02014 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-070622' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622 +trial_dir: /results/dreamfusion-sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pygmy paperhanger (craftsman). Using the collage painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_paperhanger_(craftsman)._Using_the_collage_painting_technique.@20240818-070622/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..aa3d85c701c1f58033d60ec2c40b696084c542cf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9406e6141ee05dbba2efb182f8bd1106ee89e2a7fd00a9f8333ddca03c2b6d3 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..aa3d85c701c1f58033d60ec2c40b696084c542cf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9406e6141ee05dbba2efb182f8bd1106ee89e2a7fd00a9f8333ddca03c2b6d3 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ce1a07de3e9121756850606ab682bd03df6a6f5f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240815-082542' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542 +trial_dir: /results/dreamfusion-sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pygmy spotlight; an adding machine. With the Timurid Period painting + style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pygmy_spotlight;_an_adding_machine._With_the_Timurid_Period_painting_style.@20240815-082542/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..059dfc2558edb6ea3f3019b7530e2d52e87a9da0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e957df021d53e8a46ba67837bd3d4eabeae6cd91f51ae1fe33b2ae684e596615 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..059dfc2558edb6ea3f3019b7530e2d52e87a9da0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e957df021d53e8a46ba67837bd3d4eabeae6cd91f51ae1fe33b2ae684e596615 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..582b7bfe22888b6ddcfd91aed191f091ad9441a5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_pyxie. +seed: 0 +use_timestamp: true +timestamp: '@20240807-023121' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_pyxie.@20240807-023121 +trial_dir: /results/dreamfusion-sd/A_pyxie.@20240807-023121 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A pyxie. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_pyxie.@20240807-023121/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da10b2d2cf3466273da7cc90c2801713743245da --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a8f4b44308268ed4880629e1a975fb88798299895c780b357b3cccba257bebf +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da10b2d2cf3466273da7cc90c2801713743245da --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a8f4b44308268ed4880629e1a975fb88798299895c780b357b3cccba257bebf +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..863a337b66e7689ca02204fd9279e1967a8f6095 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_quandong_(fruit). +seed: 0 +use_timestamp: true +timestamp: '@20240807-033413' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_quandong_(fruit).@20240807-033413 +trial_dir: /results/dreamfusion-sd/A_quandong_(fruit).@20240807-033413 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A quandong (fruit). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_quandong_(fruit).@20240807-033413/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2f08ecd89ea235c12e92e561e8617316fc5639d2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c7919a812cc8a7bcc8e6c61970b58f57b0cbb4a1b8ac3ea204dfca15483094d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2f08ecd89ea235c12e92e561e8617316fc5639d2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c7919a812cc8a7bcc8e6c61970b58f57b0cbb4a1b8ac3ea204dfca15483094d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..40f65b6f31d39e5956e87c02988fca543c3608b4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_quarter_(person);_a_clericalist. +seed: 0 +use_timestamp: true +timestamp: '@20240815-171313' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_quarter_(person);_a_clericalist.@20240815-171313 +trial_dir: /results/dreamfusion-sd/A_quarter_(person);_a_clericalist.@20240815-171313 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A quarter (person); a clericalist. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_quarter_(person);_a_clericalist.@20240815-171313/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..10725780780bdb6fea589066c5faab0edfaffb07 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e2c4d75fae8772fb9f74ba38f9904886d4a0eb998274b6f2ea76c265a94ed0e +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..10725780780bdb6fea589066c5faab0edfaffb07 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e2c4d75fae8772fb9f74ba38f9904886d4a0eb998274b6f2ea76c265a94ed0e +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..580a65aa36637fae7f0a775aae0bb97ff50ad63c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci. +seed: 0 +use_timestamp: true +timestamp: '@20240811-092832' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832 +trial_dir: /results/dreamfusion-sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A queen (chessman). In the style of the artist Leonardo da Vinci. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_queen_(chessman)._In_the_style_of_the_artist_Leonardo_da_Vinci.@20240811-092832/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1a0cb42400365130158da4b033051ebd7681760c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d5677d3a2e440861a7b71b19e451459c0389c56dc3d55688a3fc05e202dcfb +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1a0cb42400365130158da4b033051ebd7681760c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d5677d3a2e440861a7b71b19e451459c0389c56dc3d55688a3fc05e202dcfb +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a310264e3ae0d2e50567330064a905cbaf85f436 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-001559' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559 +trial_dir: /results/dreamfusion-sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rabbit. In the style of the artist Henri Matisse and using the acrylic + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rabbit._In_the_style_of_the_artist_Henri_Matisse_and_using_the_acrylic_painting_technique.@20240812-001559/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0014f0990a0b7e8d69bb83d9edccc27457ac65b2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f62a680e6596eb1770be49e6672e79b3ed5832828789d54bd17c310b0def73c +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0014f0990a0b7e8d69bb83d9edccc27457ac65b2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f62a680e6596eb1770be49e6672e79b3ed5832828789d54bd17c310b0def73c +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1ad15d605e8cf9bb0c03f3270ccccba9379de6cf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-235929' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929 +trial_dir: /results/dreamfusion-sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A racing boat; trews. In the cityscape genre and with the Gongbi painting + style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_racing_boat;_trews._In_the_cityscape_genre_and_with_the_Gongbi_painting_style.@20240807-235929/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..798de773164f8b09862a3a1673fb9e658788f225 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3c5a8799feaf9010fab9f93db2720a6e8c2228cc0de304722c4c54853411e4 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..798de773164f8b09862a3a1673fb9e658788f225 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3c5a8799feaf9010fab9f93db2720a6e8c2228cc0de304722c4c54853411e4 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e0e16b817407dd56dacba613747d511499020e45 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-144132' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132 +trial_dir: /results/dreamfusion-sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A radiator (natural object). Using the ancient Egyptian mural technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_radiator_(natural_object)._Using_the_ancient_Egyptian_mural_technique.@20240811-144132/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b1c46fa22bd94c5f2006ea3327fc5ab0fd305476 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb4d0316657893f2d32a43f44b15653f9129beae6b15a65bdbe00964af1fde26 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b1c46fa22bd94c5f2006ea3327fc5ab0fd305476 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb4d0316657893f2d32a43f44b15653f9129beae6b15a65bdbe00964af1fde26 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..48a3cb518cee532a4c26051ee848a64f9217a428 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin. +seed: 0 +use_timestamp: true +timestamp: '@20240818-221015' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015 +trial_dir: /results/dreamfusion-sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A radiologist; an accelerator (pedal); a stuffing box. In the bird-and-flower + genre and in the style of the artist Ivan Shishkin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_radiologist;_an_accelerator_(pedal);_a_stuffing_box._In_the_bird-and-flower_genre_and_in_the_style_of_the_artist_Ivan_Shishkin.@20240818-221015/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c20474394d1181bd45eb15bb5c12903bf06d019a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f9bc4c2111b9f44868e351cab945f65bc6da50f93eb59a73338f5a60fc71567 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c20474394d1181bd45eb15bb5c12903bf06d019a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f9bc4c2111b9f44868e351cab945f65bc6da50f93eb59a73338f5a60fc71567 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2385bcb0ba505aef8fe46f0106f6b9d869a7befe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rangeland;_a_wight;_a_may_apple. +seed: 0 +use_timestamp: true +timestamp: '@20240812-050302' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rangeland;_a_wight;_a_may_apple.@20240812-050302 +trial_dir: /results/dreamfusion-sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rangeland; a wight; a may apple. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rangeland;_a_wight;_a_may_apple.@20240812-050302/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..572e3db5d5b45507b25be026df4e83339b73987d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e4f1fab5206617fd5a25f17c54148f3e078b53239ea70d6edcae2e232915da +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..572e3db5d5b45507b25be026df4e83339b73987d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e4f1fab5206617fd5a25f17c54148f3e078b53239ea70d6edcae2e232915da +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ebbd22b07bab06c8dee21c311bfabdff78ee6636 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_recreation_room. +seed: 0 +use_timestamp: true +timestamp: '@20240808-150315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_recreation_room.@20240808-150315 +trial_dir: /results/dreamfusion-sd/A_recreation_room.@20240808-150315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A recreation room. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_recreation_room.@20240808-150315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c0d2ce4a14ca7ecee7f340c9196a1925182a550 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:404d0d9e9ff8b7a3b07c6e46793ba8cbdb846cf5ff38dcf88da2aa801c4bc0bf +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c0d2ce4a14ca7ecee7f340c9196a1925182a550 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:404d0d9e9ff8b7a3b07c6e46793ba8cbdb846cf5ff38dcf88da2aa801c4bc0bf +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7a8dae469621a2addf6e2776a885bfe0cd1bc7e2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240819-084618' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618 +trial_dir: /results/dreamfusion-sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rectangular brazil nut (edible nut); a bullpen (area). In the figurative + genre and with the Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rectangular_brazil_nut_(edible_nut);_a_bullpen_(area)._In_the_figurative_genre_and_with_the_Realism_painting_style.@20240819-084618/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b7fa16c6ba16e22f4030713729d1b48cbf89f879 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fc58766484a59619993c54532e00f79ce072a5db539c7610d51baba57a93ab +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b7fa16c6ba16e22f4030713729d1b48cbf89f879 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fc58766484a59619993c54532e00f79ce072a5db539c7610d51baba57a93ab +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5fdf35c06d4f30bc98ce7b2ac0421b6aee1e459d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-011742' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742 +trial_dir: /results/dreamfusion-sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A red-light district. In the style of the artist William Hogarth and with + the Cubism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_red-light_district._In_the_style_of_the_artist_William_Hogarth_and_with_the_Cubism_painting_style.@20240812-011742/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f3501b52ef565ec3d7fdc39f24248e267da9d8a9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd16fe3e89fa9a36b728608b9d6a8081f90753400b60af0962773eb5088205b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f3501b52ef565ec3d7fdc39f24248e267da9d8a9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd16fe3e89fa9a36b728608b9d6a8081f90753400b60af0962773eb5088205b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..361bf97423b6835c62cfb8b715be3d9960d6cb37 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_red-winged_blackbird._Using_the_drip_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-100924' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924 +trial_dir: /results/dreamfusion-sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A red-winged blackbird. Using the drip painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_red-winged_blackbird._Using_the_drip_painting_technique.@20240810-100924/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6c67d0e8f886fababd836fc838e5966d3f7e3830 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3481aa67f8156ea73e100589ef4d257b6977c5c326f375c301b126f83c60edc +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6c67d0e8f886fababd836fc838e5966d3f7e3830 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3481aa67f8156ea73e100589ef4d257b6977c5c326f375c301b126f83c60edc +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e9a9006b63908ad87b682ffdb7ffc9f838de7404 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_redfin_pickerel;_a_bladder. +seed: 0 +use_timestamp: true +timestamp: '@20240815-054253' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_redfin_pickerel;_a_bladder.@20240815-054253 +trial_dir: /results/dreamfusion-sd/A_redfin_pickerel;_a_bladder.@20240815-054253 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A redfin pickerel; a bladder. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_redfin_pickerel;_a_bladder.@20240815-054253/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e0fbd42dbc736fce01fa093ed7901ab409e3be98 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1889f5a1bacc754cd125c1e70e7ea9bc3f842a8d491e174de12fb3c6d6980a0 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e0fbd42dbc736fce01fa093ed7901ab409e3be98 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1889f5a1bacc754cd125c1e70e7ea9bc3f842a8d491e174de12fb3c6d6980a0 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52b58be8c0689823b3943d84dba99737898638f5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_redtail;_a_thin_tap_dancer. +seed: 0 +use_timestamp: true +timestamp: '@20240811-054942' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_redtail;_a_thin_tap_dancer.@20240811-054942 +trial_dir: /results/dreamfusion-sd/A_redtail;_a_thin_tap_dancer.@20240811-054942 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A redtail; a thin tap dancer. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_redtail;_a_thin_tap_dancer.@20240811-054942/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bd145d9ca1c2ef7da5d4ee3beefac205c5385010 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bb70216365f88892fc06a3df8f5cdbf244b0efa496a3d74a1b11bbaa01b2eb +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bd145d9ca1c2ef7da5d4ee3beefac205c5385010 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bb70216365f88892fc06a3df8f5cdbf244b0efa496a3d74a1b11bbaa01b2eb +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0c0d55d34a249b2d5c0ffe051add917c4c4cebc4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-033544' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544 +trial_dir: /results/dreamfusion-sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A refiner. In the figurative genre and with the Tubism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_refiner._In_the_figurative_genre_and_with_the_Tubism_painting_style.@20240812-033544/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c705c4d7fc4b4e27337bb66bb111b8751c77c82 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6bdd0be3c01ea62acbf37c125ffdeeaacefb9b85bd9c57f31e142b2c1703607 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c705c4d7fc4b4e27337bb66bb111b8751c77c82 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6bdd0be3c01ea62acbf37c125ffdeeaacefb9b85bd9c57f31e142b2c1703607 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef977ad4f5d12bb2668445ff274bd1ef43f86ee2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_relative_(person). +seed: 0 +use_timestamp: true +timestamp: '@20240808-084056' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_relative_(person).@20240808-084056 +trial_dir: /results/dreamfusion-sd/A_relative_(person).@20240808-084056 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A relative (person). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_relative_(person).@20240808-084056/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b80741295f76209a5ade023f7363ddc1a7dd15ff --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be4ef1f43bd692b3d22c6ff21c6ee83eef762f1a7a79f2a21e9a2b9085f8745 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b80741295f76209a5ade023f7363ddc1a7dd15ff --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be4ef1f43bd692b3d22c6ff21c6ee83eef762f1a7a79f2a21e9a2b9085f8745 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..329ee403f9fe4d71e01c666b40e24d0bd37d4ab9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-142340' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340 +trial_dir: /results/dreamfusion-sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A religionist; a clockwork. With the Cubo-Futurism painting style and + using the drip painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_religionist;_a_clockwork._With_the_Cubo-Futurism_painting_style_and_using_the_drip_painting_technique.@20240810-142340/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..92a6449c3d99b0175ef4a219444505423414e130 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28cafbbd82b54e58287667108be93349dcf09d361f54065f6f8ab2e1b3045628 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..92a6449c3d99b0175ef4a219444505423414e130 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28cafbbd82b54e58287667108be93349dcf09d361f54065f6f8ab2e1b3045628 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26bf0d5bceff8db236477cccc322137c310f079d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-121514' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514 +trial_dir: /results/dreamfusion-sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A religious person; a potter's field; a logwood. With the Impressionism + painting style and using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_religious_person;_a_potter's_field;_a_logwood._With_the_Impressionism_painting_style_and_using_the_cross-stitch_technique.@20240816-121514/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7d15b3f21815cb62b7ea2dc61775096c7b9107bc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bcf8c4df5205af118f52d3977378d17d0e6f61b8956f3208229382a7c33f4e4 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7d15b3f21815cb62b7ea2dc61775096c7b9107bc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bcf8c4df5205af118f52d3977378d17d0e6f61b8956f3208229382a7c33f4e4 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b079e45140b0bba5fff27270feaab05db61d465 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe. +seed: 0 +use_timestamp: true +timestamp: '@20240808-151021' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021 +trial_dir: /results/dreamfusion-sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A reset; a bedroom. In the capriccio genre and in the style of the artist + Georgia O'Keeffe. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_reset;_a_bedroom._In_the_capriccio_genre_and_in_the_style_of_the_artist_Georgia_O'Keeffe.@20240808-151021/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..45360365f8bf428c4734a577ca65365852656b23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28595210b2517849e40d1c8d2852b0b9fe1c7ceb86b8a70c80d4eb58d09c9a95 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..45360365f8bf428c4734a577ca65365852656b23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28595210b2517849e40d1c8d2852b0b9fe1c7ceb86b8a70c80d4eb58d09c9a95 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..97859bd6e0758e1a4a701af9a737a6e7e1a4ab4a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_resort._Using_the_velvet_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-011316' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_resort._Using_the_velvet_painting_technique.@20240811-011316 +trial_dir: /results/dreamfusion-sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A resort. Using the velvet painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resort._Using_the_velvet_painting_technique.@20240811-011316/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bf40e071dcc852b57bfb0faeeb9d73102cf67aed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f732468578698487e664df307f63265b488dd71abf8640a583a336794539299 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bf40e071dcc852b57bfb0faeeb9d73102cf67aed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f732468578698487e664df307f63265b488dd71abf8640a583a336794539299 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1f95f034c5974212873e4151731b93cecece23b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian. +seed: 0 +use_timestamp: true +timestamp: '@20240818-142821' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821 +trial_dir: /results/dreamfusion-sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A resplendent art; a dirndl (dress). In the animal painting genre and + in the style of the artist Zhang Daqian. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resplendent_art;_a_dirndl_(dress)._In_the_animal_painting_genre_and_in_the_style_of_the_artist_Zhang_Daqian.@20240818-142821/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6c8df2c3b4612b5673f435d61bc0ffe3a1d41b1f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea550acd9b90263dbb84b0aa0f868601f80f814f9b00cf282fc66228add0b08 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6c8df2c3b4612b5673f435d61bc0ffe3a1d41b1f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea550acd9b90263dbb84b0aa0f868601f80f814f9b00cf282fc66228add0b08 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..096c3d0229ba3f80f05df29fc04494d3fed05054 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_resplendent_homozygote;_a_dusky_shark. +seed: 0 +use_timestamp: true +timestamp: '@20240812-171527' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_resplendent_homozygote;_a_dusky_shark.@20240812-171527 +trial_dir: /results/dreamfusion-sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A resplendent homozygote; a dusky shark. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_resplendent_homozygote;_a_dusky_shark.@20240812-171527/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e985440e43ba45df92e786280ceea47d9aed4aaa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0704d54e9dc9aa14c92fe2d9002467d8a6827fdb474f6c2c4c0b9ca104ebde +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e985440e43ba45df92e786280ceea47d9aed4aaa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0704d54e9dc9aa14c92fe2d9002467d8a6827fdb474f6c2c4c0b9ca104ebde +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..98e307b609dae7b70625157600e94497f4214aec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid. +seed: 0 +use_timestamp: true +timestamp: '@20240811-015819' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819 +trial_dir: /results/dreamfusion-sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ribbon (notion) is indicates regulation for the fragrant orchid. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ribbon_(notion)_is_indicates_regulation_for_the_fragrant_orchid.@20240811-015819/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3475fcd4584972a744db4b488e0ed48ad722a435 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7833830045580dc7ea1d97aad80fbfeb7f8affba0350c5d6e1347a4490bf2a2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3475fcd4584972a744db4b488e0ed48ad722a435 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7833830045580dc7ea1d97aad80fbfeb7f8affba0350c5d6e1347a4490bf2a2 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..485a18774da556fabda14e067de965c7d732d4b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rich_lavender_false_wintergreen;_a_rubber_eraser. +seed: 0 +use_timestamp: true +timestamp: '@20240812-060944' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944 +trial_dir: /results/dreamfusion-sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rich lavender false wintergreen; a rubber eraser. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rich_lavender_false_wintergreen;_a_rubber_eraser.@20240812-060944/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b04f1bcc947488ecc1f4c18a31e75dea7b65c978 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53fec8a9894b7d3373134b6473f535d03788eae5310be6b7b8003e4fbaab7b67 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b04f1bcc947488ecc1f4c18a31e75dea7b65c978 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53fec8a9894b7d3373134b6473f535d03788eae5310be6b7b8003e4fbaab7b67 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7822acc6a1ac3b3f8b2ae01e12660306edfcce53 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ridge_(natural_elevation). +seed: 0 +use_timestamp: true +timestamp: '@20240808-000818' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ridge_(natural_elevation).@20240808-000818 +trial_dir: /results/dreamfusion-sd/A_ridge_(natural_elevation).@20240808-000818 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ridge (natural elevation). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ridge_(natural_elevation).@20240808-000818/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..21fc71f0b59cdab64cac8288f4e7d5b0c23ba68f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6914dcce29b344bbc1f150a8d45d0e04d87a3ca6d23c9726a87db7a235a668 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..21fc71f0b59cdab64cac8288f4e7d5b0c23ba68f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6914dcce29b344bbc1f150a8d45d0e04d87a3ca6d23c9726a87db7a235a668 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..76ca43a8b670b452017c2c07f3a8502c0ceb01cc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_right-hand_man. +seed: 0 +use_timestamp: true +timestamp: '@20240806-134637' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_right-hand_man.@20240806-134637 +trial_dir: /results/dreamfusion-sd/A_right-hand_man.@20240806-134637 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A right-hand man. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_right-hand_man.@20240806-134637/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7c161396a36f1c8c53e080f1b0e6f7f98872c6a5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54998eb93ffabb3c55c93c9f5515d13436cfd55976127530327a256b16f6bd2 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7c161396a36f1c8c53e080f1b0e6f7f98872c6a5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54998eb93ffabb3c55c93c9f5515d13436cfd55976127530327a256b16f6bd2 +size 151452367 diff --git a/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..986d986a748b8e64aabdec9dcbc54e900c7a7ace --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-064327' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327 +trial_dir: /results/dreamfusion-sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rip van winkle (sleeper); an alpine coltsfoot. In the style of the artist + Albrecht Durer and with the Analytical Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rip_van_winkle_(sleeper);_an_alpine_coltsfoot._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Analytical_Realism_painting_style.@20240810-064327/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d4eaedee467cc106dd06f731f7ab5fb9f04bf138 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89db22bcde207dc6efa699a2734ca148dec176f783ff2c2b76f5a626426f690c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d4eaedee467cc106dd06f731f7ab5fb9f04bf138 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89db22bcde207dc6efa699a2734ca148dec176f783ff2c2b76f5a626426f690c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..71258d97dff7aafa4be94854098c83e894205d0c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_ripe_napkin;_a_crab_(grouch). +seed: 0 +use_timestamp: true +timestamp: '@20240812-210958' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_ripe_napkin;_a_crab_(grouch).@20240812-210958 +trial_dir: /results/dreamfusion-sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A ripe napkin; a crab (grouch). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_ripe_napkin;_a_crab_(grouch).@20240812-210958/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8eb75fdace4b64da84854ce2842f45ecb26085b0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8f37517781748a523126294d74a82be0ec2a0cb67c7618f655e4795085c140 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8eb75fdace4b64da84854ce2842f45ecb26085b0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8f37517781748a523126294d74a82be0ec2a0cb67c7618f655e4795085c140 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..54ce99a674029ffe9fbe0718a10ed63fefe0ab7c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_road_surface. +seed: 0 +use_timestamp: true +timestamp: '@20240806-180006' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_road_surface.@20240806-180006 +trial_dir: /results/dreamfusion-sd/A_road_surface.@20240806-180006 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A road surface. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_road_surface.@20240806-180006/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ccf476a59ca7353733012c9bd923bc3a2d269cc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a36e0f431bb7b87e92bec2d40b00f08b9db380c409dd69f416821437dab810 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3ccf476a59ca7353733012c9bd923bc3a2d269cc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a36e0f431bb7b87e92bec2d40b00f08b9db380c409dd69f416821437dab810 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..357588e12cb2fec3095f9d39583f6c3dc5cec69a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-100202' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202 +trial_dir: /results/dreamfusion-sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rolling stock; a blister beetle. In the pastorale genre and with the + Synchromism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rolling_stock;_a_blister_beetle._In_the_pastorale_genre_and_with_the_Synchromism_painting_style.@20240810-100202/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c47b6cd2dbcc5e8688323d8b1c31b1a838144de --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e62e890a025c161c5f14335d6fd66eca96588335a8e6417aae57ee6ed269371 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3c47b6cd2dbcc5e8688323d8b1c31b1a838144de --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e62e890a025c161c5f14335d6fd66eca96588335a8e6417aae57ee6ed269371 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fe065b8209ff52b1f67832d2f98cdb520654aec8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_roly-poly_pool_player._Using_the_hot_wax_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-103526' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526 +trial_dir: /results/dreamfusion-sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A roly-poly pool player. Using the hot wax painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_roly-poly_pool_player._Using_the_hot_wax_painting_technique.@20240806-103526/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a46e9c049e58c4702d5da5121c1344b4aea21e31 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d2523c4b4c23cef4e12f04148250e8a1e109796d60480d12cf062a17e2e4ba +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a46e9c049e58c4702d5da5121c1344b4aea21e31 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d2523c4b4c23cef4e12f04148250e8a1e109796d60480d12cf062a17e2e4ba +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f53395cc4a07c74f5c74c3a73c46400c2431eb6f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-025049' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049 +trial_dir: /results/dreamfusion-sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A roofer; a pollard (ruminant). Using the blue ballpoint pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_roofer;_a_pollard_(ruminant)._Using_the_blue_ballpoint_pen_drawing_technique.@20240818-025049/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..866fc276b33a411ed95065a7fbbfd18fff6ed655 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad277722a0dee2f26f19620d8f8177871e064ca0311573a25198c902d48aa207 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..866fc276b33a411ed95065a7fbbfd18fff6ed655 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad277722a0dee2f26f19620d8f8177871e064ca0311573a25198c902d48aa207 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..de264932ebaaf5cfd8250309189ef2fe48ba8dd6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-214937' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937 +trial_dir: /results/dreamfusion-sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rose globe lily; a father figure. With the Feminist Art painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rose_globe_lily;_a_father_figure._With_the_Feminist_Art_painting_style.@20240817-214937/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..904d8a707b4bae379a07a2d1c70a8f446579cadd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4301912e8e5e7f5a8c8e7886648bb5384783b48aca7d31fe238176b8cebf059c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..904d8a707b4bae379a07a2d1c70a8f446579cadd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4301912e8e5e7f5a8c8e7886648bb5384783b48aca7d31fe238176b8cebf059c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5d72b2a2f3d8f56fbf4e31b460260823496759ba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rose_mallow_(hollyhock). +seed: 0 +use_timestamp: true +timestamp: '@20240808-070244' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rose_mallow_(hollyhock).@20240808-070244 +trial_dir: /results/dreamfusion-sd/A_rose_mallow_(hollyhock).@20240808-070244 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rose mallow (hollyhock). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rose_mallow_(hollyhock).@20240808-070244/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..52f052781c71052fad5c82f822bf4477c64fa609 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f1ed6437e3a8bc32598330029b75b866a3192983172fe0e937c023dbf591eed +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..52f052781c71052fad5c82f822bf4477c64fa609 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f1ed6437e3a8bc32598330029b75b866a3192983172fe0e937c023dbf591eed +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0651022a3c7397b1fed8b2470e03359d772f1b32 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-200421' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421 +trial_dir: /results/dreamfusion-sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rosebud (bud); a promulgator; a tamarisk gerbil. In the figurative genre + and using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rosebud_(bud);_a_promulgator;_a_tamarisk_gerbil._In_the_figurative_genre_and_using_the_cross-stitch_technique.@20240818-200421/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1e0a96023cd3f6aa0ed07632e4c9ab372dc2678b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:016d9d363e8c11c5db149ae1a46551fe7a437bfad47c6c5471da0607d762db5a +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1e0a96023cd3f6aa0ed07632e4c9ab372dc2678b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:016d9d363e8c11c5db149ae1a46551fe7a437bfad47c6c5471da0607d762db5a +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0141666b8830a6c99d14c6e5bdf852c3b82802c1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian. +seed: 0 +use_timestamp: true +timestamp: '@20240811-232915' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915 +trial_dir: /results/dreamfusion-sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rosemary. In the poster genre and in the style of the artist Titian. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rosemary._In_the_poster_genre_and_in_the_style_of_the_artist_Titian.@20240811-232915/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..78a1ef9979fca04b74ab016f94b27280000491af --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4204143087f135d00a76c93f0685efffd599b2a62e855f31ac3f8d911f121abd +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..78a1ef9979fca04b74ab016f94b27280000491af --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4204143087f135d00a76c93f0685efffd599b2a62e855f31ac3f8d911f121abd +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aae714b5540bd41d7cd40db77704b5339725ad3e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-080325' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325 +trial_dir: /results/dreamfusion-sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rotor head. In the style of the artist Albrecht Durer and with the Cubo-Expressionism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Albrecht_Durer_and_with_the_Cubo-Expressionism_painting_style.@20240812-080325/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..af034f951dea4359d0cbfc158a71827a189de718 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ea47ba1f34a163ac06ca06e6e8593391c1c3d71e98be2f8a3fe6e92d704d9b +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..af034f951dea4359d0cbfc158a71827a189de718 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ea47ba1f34a163ac06ca06e6e8593391c1c3d71e98be2f8a3fe6e92d704d9b +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..84cdddbf3b0f25bf657174035017e7620e91edc2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-035126' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126 +trial_dir: /results/dreamfusion-sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rotor head. In the style of the artist Paul Cezanne and with the Indian + Space painting painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotor_head._In_the_style_of_the_artist_Paul_Cezanne_and_with_the_Indian_Space_painting_painting_style.@20240812-035126/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f1914b7cd4210dd78686ae44ce9fb7144cfcaa5d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0b959f799055aced6e32635330cd15012d4b5aa59ebb886c71fdc101e55c89 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f1914b7cd4210dd78686ae44ce9fb7144cfcaa5d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0b959f799055aced6e32635330cd15012d4b5aa59ebb886c71fdc101e55c89 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ebe3874d3603678cdfffd18d80aaa1e0826b2e30 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240815-024103' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103 +trial_dir: /results/dreamfusion-sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rotten earless lizard; a boarhound. In the portrait genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotten_earless_lizard;_a_boarhound._In_the_portrait_genre.@20240815-024103/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..619ac3f6ba6ce5368be0a9085f684739b1b05d76 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d2cd82602438398c7709657494d748af58ea7b96cb6a56d1bf3720aa4c3689e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..619ac3f6ba6ce5368be0a9085f684739b1b05d76 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d2cd82602438398c7709657494d748af58ea7b96cb6a56d1bf3720aa4c3689e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fbe9337822cb2a4667a41a0b6c82a4e123a6e064 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240815-045106' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106 +trial_dir: /results/dreamfusion-sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rotund and well-lit contour feather. With the Analytical Cubism painting + style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_and_well-lit_contour_feather._With_the_Analytical_Cubism_painting_style.@20240815-045106/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6a88ca8738bee46fd7b23d2905f70a6b2070fea4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617b28b68e253d2acbdcbd61fc9311b4e23e488218d3ba5e504dc97d31523f2d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6a88ca8738bee46fd7b23d2905f70a6b2070fea4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617b28b68e253d2acbdcbd61fc9311b4e23e488218d3ba5e504dc97d31523f2d +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..54c47aa884a1e7cbb2d3c72b8693c002b2b44a53 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rotund_ball_cartridge. +seed: 0 +use_timestamp: true +timestamp: '@20240813-215347' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rotund_ball_cartridge.@20240813-215347 +trial_dir: /results/dreamfusion-sd/A_rotund_ball_cartridge.@20240813-215347 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rotund ball cartridge. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_ball_cartridge.@20240813-215347/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..926e7126f842ca51364d026a7f643f3041366897 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc211844456480586aaf8ee4f5e8864093b52bec59a637c1bf00e47dadbda597 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..926e7126f842ca51364d026a7f643f3041366897 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc211844456480586aaf8ee4f5e8864093b52bec59a637c1bf00e47dadbda597 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4544976fa20542981d74e4103692e784b8efa461 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-122918' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918 +trial_dir: /results/dreamfusion-sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rotund deserter (wrongdoer); a sluice. Using the canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rotund_deserter_(wrongdoer);_a_sluice._Using_the_canvas_painting_technique.@20240813-122918/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5c06cb7d6f0c1c257c5f86d65ad1ec75fe2a57b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4c4a2b9f2afc6fd32fee5d9fe76c24ffe6a0b12ad7462770c98d4415d0c3bb +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5c06cb7d6f0c1c257c5f86d65ad1ec75fe2a57b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4c4a2b9f2afc6fd32fee5d9fe76c24ffe6a0b12ad7462770c98d4415d0c3bb +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f0fa89dcb4fb7262127cc59fee3f9f776e51e54b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-143747' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747 +trial_dir: /results/dreamfusion-sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A round coiffeur; a ninepin ball. In the mythological painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_round_coiffeur;_a_ninepin_ball._In_the_mythological_painting_genre.@20240813-143747/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f162eba85195bfcfec53dc3d98ba9b793158ee16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af7d26974f3ceccecce17c4ae13cc67953aa2fede69c818040a000f29bd435ee +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f162eba85195bfcfec53dc3d98ba9b793158ee16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af7d26974f3ceccecce17c4ae13cc67953aa2fede69c818040a000f29bd435ee +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4edb2f8c8c395e85186709f7cf4638c0c71c5f00 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rubber_boot._In_the_literary_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240809-222428' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rubber_boot._In_the_literary_painting_genre.@20240809-222428 +trial_dir: /results/dreamfusion-sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rubber boot. In the literary painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rubber_boot._In_the_literary_painting_genre.@20240809-222428/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..727cf0d368bb6eaed29ccab3689359fa318d71ef --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15541ea04ed0d6aeffcf15802716c7a15bdd96fbc96c45f9e04d3698f5b9b968 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..727cf0d368bb6eaed29ccab3689359fa318d71ef --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15541ea04ed0d6aeffcf15802716c7a15bdd96fbc96c45f9e04d3698f5b9b968 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4f1fe79f48c49a5e9bd25be96910a558ac25a880 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_rubber_whittler._Using_the_charcoal_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-123145' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145 +trial_dir: /results/dreamfusion-sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A rubber whittler. Using the charcoal drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_rubber_whittler._Using_the_charcoal_drawing_technique.@20240807-123145/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..67b5608d86f82198046d6f07fbf09502c684597e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ded5fba3085d2d5ebed26583ca4dae80717cfeaae8272f117d4a29d12484f82 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..67b5608d86f82198046d6f07fbf09502c684597e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ded5fba3085d2d5ebed26583ca4dae80717cfeaae8272f117d4a29d12484f82 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..662a9e88b8dcb7e3d09868ec53567ab75ba5b355 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sachem_(indian_chief). +seed: 0 +use_timestamp: true +timestamp: '@20240809-080713' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sachem_(indian_chief).@20240809-080713 +trial_dir: /results/dreamfusion-sd/A_sachem_(indian_chief).@20240809-080713 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sachem (indian chief). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sachem_(indian_chief).@20240809-080713/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..61bc795170a9ba39d39bebc25b250df47501b7c3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b49e6f4f26d9ab9ce3a1ef325a39c2e86a081d2a7609ab99b240adeabe99ac3 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..61bc795170a9ba39d39bebc25b250df47501b7c3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b49e6f4f26d9ab9ce3a1ef325a39c2e86a081d2a7609ab99b240adeabe99ac3 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2a14d323b19bd3cbbd3a7b4d2ef94f7b2ecc9fc0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_saddleback;_a_thrifty_flare_star. +seed: 0 +use_timestamp: true +timestamp: '@20240811-144317' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_saddleback;_a_thrifty_flare_star.@20240811-144317 +trial_dir: /results/dreamfusion-sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A saddleback; a thrifty flare star. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saddleback;_a_thrifty_flare_star.@20240811-144317/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c76b39080929369899ef615639351319c8208d6a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7ce917acdca4912c2fa8b63a2e51d04ab78e3ea34923955361006d226e4b5a +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c76b39080929369899ef615639351319c8208d6a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7ce917acdca4912c2fa8b63a2e51d04ab78e3ea34923955361006d226e4b5a +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7a41f39635e8fbe658dfa5e326444542d1ea79a7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sadhu. +seed: 0 +use_timestamp: true +timestamp: '@20240807-151136' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sadhu.@20240807-151136 +trial_dir: /results/dreamfusion-sd/A_sadhu.@20240807-151136 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sadhu. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sadhu.@20240807-151136/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..15a13c0169e07d4560d61f0b8c6016a4926abe89 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920ba5a61865bff8714b68eb10966612ccc203d50c2586efdd87d7a20b060085 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..15a13c0169e07d4560d61f0b8c6016a4926abe89 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:920ba5a61865bff8714b68eb10966612ccc203d50c2586efdd87d7a20b060085 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..38b725c11323edf4fdd90da6e8cbac58ddf43f0f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-103712' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712 +trial_dir: /results/dreamfusion-sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A saltpan; a sole (bottom). With the New Casualism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saltpan;_a_sole_(bottom)._With_the_New_Casualism_painting_style.@20240817-103712/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..399f0646d2fa039a0af3136329c5c41689dfe569 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82a2818f1cbc068a499ef3159a52d6d3404aab8a6c1cbe28a15b8fb28319800 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..399f0646d2fa039a0af3136329c5c41689dfe569 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82a2818f1cbc068a499ef3159a52d6d3404aab8a6c1cbe28a15b8fb28319800 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..04f966e350a72309f73be1d140d8dfe1aca5aa5b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sampan. +seed: 0 +use_timestamp: true +timestamp: '@20240808-112108' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sampan.@20240808-112108 +trial_dir: /results/dreamfusion-sd/A_sampan.@20240808-112108 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sampan. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sampan.@20240808-112108/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..179b9266f2c35d2c817c21d9b70df5db29bc16c7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17276ff80526ec3fd52ded0e092a41f11348b96bd805492143d0add57e6db308 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..179b9266f2c35d2c817c21d9b70df5db29bc16c7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17276ff80526ec3fd52ded0e092a41f11348b96bd805492143d0add57e6db308 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..684ae591d609ae095ca0267414bc11de37e15c6f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sandpiper. +seed: 0 +use_timestamp: true +timestamp: '@20240807-182042' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sandpiper.@20240807-182042 +trial_dir: /results/dreamfusion-sd/A_sandpiper.@20240807-182042 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sandpiper. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sandpiper.@20240807-182042/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b1151c19e7abcec696143e354a5dd977af0e0385 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b73adf4871e44dae4c42fc87b328bd8c46da5cc94f30d9e494fd6ced38dd0fa9 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b1151c19e7abcec696143e354a5dd977af0e0385 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b73adf4871e44dae4c42fc87b328bd8c46da5cc94f30d9e494fd6ced38dd0fa9 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..506b3390d0913f7cac9abd5c7676af62e2fc76db --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_saucer_magnolia;_a_foothill. +seed: 0 +use_timestamp: true +timestamp: '@20240816-144137' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_saucer_magnolia;_a_foothill.@20240816-144137 +trial_dir: /results/dreamfusion-sd/A_saucer_magnolia;_a_foothill.@20240816-144137 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A saucer magnolia; a foothill. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saucer_magnolia;_a_foothill.@20240816-144137/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2be9f5b55fdc48783e010d003dba084cccd8b466 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fceef768c144ca2a0c30f1426b6ee08fc59ee6398f1613b1c97206dea11443f5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2be9f5b55fdc48783e010d003dba084cccd8b466 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fceef768c144ca2a0c30f1426b6ee08fc59ee6398f1613b1c97206dea11443f5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aef49baa0fcf03f3734a351c5f28b2022e3d3e8d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240816-152357' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357 +trial_dir: /results/dreamfusion-sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A saudi is contrasting color to the sowbane. In the symbolic painting + genre and with the Symbolism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_saudi_is_contrasting_color_to_the_sowbane._In_the_symbolic_painting_genre_and_with_the_Symbolism_painting_style.@20240816-152357/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8a614d1579bfc8790749e971d8bef168d4392f1c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d83520756c279b1bf8d0a1184b6c464db4dfbca20967f617d704747c1851619c +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8a614d1579bfc8790749e971d8bef168d4392f1c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d83520756c279b1bf8d0a1184b6c464db4dfbca20967f617d704747c1851619c +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5b0b7644d4124dbc563ee58e7215ee675ea5cfc8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_scalpel. +seed: 0 +use_timestamp: true +timestamp: '@20240809-084209' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_scalpel.@20240809-084209 +trial_dir: /results/dreamfusion-sd/A_scalpel.@20240809-084209 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A scalpel. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scalpel.@20240809-084209/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8ee06e056b7cab1dc5f8a79065039a06d00cc9b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:012780c88b43879feaa00abf304391245b2dfdacbbbbad8f7fc24aad199198e4 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8ee06e056b7cab1dc5f8a79065039a06d00cc9b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:012780c88b43879feaa00abf304391245b2dfdacbbbbad8f7fc24aad199198e4 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..16806d847d10f28c48217c065ce57ae628901c82 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-205834' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834 +trial_dir: /results/dreamfusion-sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A scanner (detector); a signer (person). In the mythological painting + genre and using the ballpoint pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scanner_(detector);_a_signer_(person)._In_the_mythological_painting_genre_and_using_the_ballpoint_pen_drawing_technique.@20240809-205834/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1d1a982802083d9f2ab3d70ab2a6b22e14266141 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f31e45d5ca5a1058e2bb02cfc89d2f9200a5accecec9e360667d927f166475 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1d1a982802083d9f2ab3d70ab2a6b22e14266141 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f31e45d5ca5a1058e2bb02cfc89d2f9200a5accecec9e360667d927f166475 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8cb3bf0db253b2eb46c0532ee91c5ae5ecc1d82c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-205200' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200 +trial_dir: /results/dreamfusion-sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A scapular (feather); a cartesian. Using the canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scapular_(feather);_a_cartesian._Using_the_canvas_painting_technique.@20240806-205200/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..25271c8551ea78ccb42986429d48423989fb3891 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02922fc665b942dae804ee3c0e2d991f9f9488c132fd7772b4950796bfd9aeaf +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..25271c8551ea78ccb42986429d48423989fb3891 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02922fc665b942dae804ee3c0e2d991f9f9488c132fd7772b4950796bfd9aeaf +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..12748b8885ade866d1abc55fd63fb17924a8ad9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-143518' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518 +trial_dir: /results/dreamfusion-sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A scoop (shovel). Using the ancient Egyptian mural technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_scoop_(shovel)._Using_the_ancient_Egyptian_mural_technique.@20240809-143518/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d829ea6be6563132483238ff3992dd5948da353f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d106ea6f0e1784a84cadfd018be4050d098c9a8489c6252993c940cbc24c2b +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d829ea6be6563132483238ff3992dd5948da353f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d106ea6f0e1784a84cadfd018be4050d098c9a8489c6252993c940cbc24c2b +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..682409bb6c8f3feca266796366811fbb0ded520a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-204851' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851 +trial_dir: /results/dreamfusion-sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A screw bean (mesquite). With the Realism painting style and using the + canvas painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_screw_bean_(mesquite)._With_the_Realism_painting_style_and_using_the_canvas_painting_technique.@20240812-204851/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5bd0c2ca8af56c4371880adc1190397b8212d571 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f5b4601c9486525c6e3b1d0f30b8a7705f6e19e97f5a985aa437b6f3d3fce65 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5bd0c2ca8af56c4371880adc1190397b8212d571 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f5b4601c9486525c6e3b1d0f30b8a7705f6e19e97f5a985aa437b6f3d3fce65 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4d73ee0e6fec2857d0e4cede85533005ea2152e0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240806-142103' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103 +trial_dir: /results/dreamfusion-sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sea feather; an adducer. Using the ballpoint pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sea_feather;_an_adducer._Using_the_ballpoint_pen_drawing_technique.@20240806-142103/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be16e7b82bda151c8c5078fb9cf6b97ebea80941 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d88a69295fd5c60fe2c2fc0455449df771b8fec960cf06abdcc80c3be913b47c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be16e7b82bda151c8c5078fb9cf6b97ebea80941 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d88a69295fd5c60fe2c2fc0455449df771b8fec960cf06abdcc80c3be913b47c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..24ebe245fcb8c16046a73f52edf5fcbf0931aff9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_seaside_goldenrod. +seed: 0 +use_timestamp: true +timestamp: '@20240807-205939' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_seaside_goldenrod.@20240807-205939 +trial_dir: /results/dreamfusion-sd/A_seaside_goldenrod.@20240807-205939 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A seaside goldenrod. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seaside_goldenrod.@20240807-205939/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..79d130dd44cd27e51dd89a148d320f00256acbd7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1db5686fd43d11d7b92597ba4af1a4e9577b1de04fe0c8fee991e44e2bda984 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..79d130dd44cd27e51dd89a148d320f00256acbd7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1db5686fd43d11d7b92597ba4af1a4e9577b1de04fe0c8fee991e44e2bda984 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e8734938d4e6b56758bff7cbb0858db22d717e27 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240812-030516' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516 +trial_dir: /results/dreamfusion-sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A seat (location). In the style of the artist Jean-Baptiste-Simeon Chardin + and with the Lettrism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seat_(location)._In_the_style_of_the_artist_Jean-Baptiste-Simeon_Chardin_and_with_the_Lettrism_painting_style.@20240812-030516/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da8fca29e007b73683c053aa63f0a363d44b1c0d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce027e0a6643b12f1a61f80c1b156e442c4254f48dad0f8330f5eb9516f43eb9 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..da8fca29e007b73683c053aa63f0a363d44b1c0d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce027e0a6643b12f1a61f80c1b156e442c4254f48dad0f8330f5eb9516f43eb9 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cdc38819e29830c6cc80c08b79c5fcfac2c0f490 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_seemly_powderpuff. +seed: 0 +use_timestamp: true +timestamp: '@20240816-035955' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_seemly_powderpuff.@20240816-035955 +trial_dir: /results/dreamfusion-sd/A_seemly_powderpuff.@20240816-035955 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A seemly powderpuff. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_seemly_powderpuff.@20240816-035955/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98c118c3e747e55608611aa49ad44034e69be8de --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a26acc24afa375758519f8e73222ba0835c7de7177c841cf88768e4eb420cb7b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..98c118c3e747e55608611aa49ad44034e69be8de --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a26acc24afa375758519f8e73222ba0835c7de7177c841cf88768e4eb420cb7b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2f61e2c02a4476376aa507834fe0ae612e78f8a3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_semi-detached_house._Using_the_gouache_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-131935' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935 +trial_dir: /results/dreamfusion-sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A semi-detached house. Using the gouache painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_semi-detached_house._Using_the_gouache_painting_technique.@20240811-131935/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..252674720d6a1bdb40b2260612573f5e07d24007 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46beeaa81b4d58d057aabc00a7c1cc9a5000e76702c3fc4f4d2578ba6d59df46 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..252674720d6a1bdb40b2260612573f5e07d24007 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46beeaa81b4d58d057aabc00a7c1cc9a5000e76702c3fc4f4d2578ba6d59df46 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c15c850f4d8d078cfa1eff297481bdec2e9d06e4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_semifinalist_is_arched_over_by_the_capulin_(cherry). +seed: 0 +use_timestamp: true +timestamp: '@20240811-005203' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203 +trial_dir: /results/dreamfusion-sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A semifinalist is arched over by the capulin (cherry). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_semifinalist_is_arched_over_by_the_capulin_(cherry).@20240811-005203/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..83076a08bd42965c94fcb91bd437670b00f45974 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97cb1f70ba29693b0047ab6817fa061d42af886587ab66f0590bc70e4382a6c2 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..83076a08bd42965c94fcb91bd437670b00f45974 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97cb1f70ba29693b0047ab6817fa061d42af886587ab66f0590bc70e4382a6c2 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..993f1c2ee9632317cadd4904ac76af7526f37400 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240808-080744' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744 +trial_dir: /results/dreamfusion-sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sex manual; a sax. In the wildlife painting genre and with the Ink and + wash painting painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sex_manual;_a_sax._In_the_wildlife_painting_genre_and_with_the_Ink_and_wash_painting_painting_style.@20240808-080744/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..446f29a45f2a226eabb2125df6b0f51c6e96faa1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bc1842b0b7a643cebfd63f66788a722bdc2045d890cdd1acc628fb232662a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..446f29a45f2a226eabb2125df6b0f51c6e96faa1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3bc1842b0b7a643cebfd63f66788a722bdc2045d890cdd1acc628fb232662a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..24cd567e868c2a3dfd185330797818d727d023fc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_shapely_balsam;_an_automotive_engineer. +seed: 0 +use_timestamp: true +timestamp: '@20240811-080232' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_shapely_balsam;_an_automotive_engineer.@20240811-080232 +trial_dir: /results/dreamfusion-sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A shapely balsam; an automotive engineer. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shapely_balsam;_an_automotive_engineer.@20240811-080232/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0dbb18572e8574eab39a9cd2b3aaea0631295e4d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2fb14315e25313f4b357a45538747c78492cfd9ee0b2b36b0bc4d5f2ec1644 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0dbb18572e8574eab39a9cd2b3aaea0631295e4d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2fb14315e25313f4b357a45538747c78492cfd9ee0b2b36b0bc4d5f2ec1644 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..416c075eaf8e515a5b103471c983791681f223c0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_shaving_cream;_an_obese_fifth_wheel_(bearing). +seed: 0 +use_timestamp: true +timestamp: '@20240811-083556' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556 +trial_dir: /results/dreamfusion-sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A shaving cream; an obese fifth wheel (bearing). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shaving_cream;_an_obese_fifth_wheel_(bearing).@20240811-083556/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1095f437f78989f1956c4613829c9d103e89b856 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7adbaabe276205d8e2383861d65108e522c1d5730d8647bd53c34550e72ee32 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1095f437f78989f1956c4613829c9d103e89b856 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7adbaabe276205d8e2383861d65108e522c1d5730d8647bd53c34550e72ee32 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..66548314ad338628f0690b682a6479d4a0bebd05 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sheepshank;_a_bb. +seed: 0 +use_timestamp: true +timestamp: '@20240813-161419' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sheepshank;_a_bb.@20240813-161419 +trial_dir: /results/dreamfusion-sd/A_sheepshank;_a_bb.@20240813-161419 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sheepshank; a bb. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sheepshank;_a_bb.@20240813-161419/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..394316206db77f195320cbfad1a648a38c37151b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:530919983f68a7489774e5e9ebcc017fd3aa2b380bb43ecd719b207bad49ad0f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..394316206db77f195320cbfad1a648a38c37151b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:530919983f68a7489774e5e9ebcc017fd3aa2b380bb43ecd719b207bad49ad0f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3293c082a5cd405ca0dec0290e30af113cd851ca --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sheepshead_porgy;_a_grape-leaf_begonia. +seed: 0 +use_timestamp: true +timestamp: '@20240814-083708' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708 +trial_dir: /results/dreamfusion-sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sheepshead porgy; a grape-leaf begonia. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sheepshead_porgy;_a_grape-leaf_begonia.@20240814-083708/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e9376f8628cadc1649bbac49332c33fa61c14004 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31fc8bffa41f1c4d6c263027eec7f87c732354e990cc74236d968ac23bcdc37a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e9376f8628cadc1649bbac49332c33fa61c14004 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31fc8bffa41f1c4d6c263027eec7f87c732354e990cc74236d968ac23bcdc37a +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bc950e77dbca10c70dffa4f5ef4520bc9f98ebf4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_shelduck._With_the_Constructivism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-184308' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_shelduck._With_the_Constructivism_painting_style.@20240810-184308 +trial_dir: /results/dreamfusion-sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A shelduck. With the Constructivism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shelduck._With_the_Constructivism_painting_style.@20240810-184308/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4bae7050f6ff73660cc5ffa52dd6f3582874948a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b39a1dbcd3cf67ef4a7167424032ba16c8759ee457b589f35851dcffbd93da1 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4bae7050f6ff73660cc5ffa52dd6f3582874948a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b39a1dbcd3cf67ef4a7167424032ba16c8759ee457b589f35851dcffbd93da1 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b912707fd95240b9c789024efb29e316319ae45 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-193126' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126 +trial_dir: /results/dreamfusion-sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A shellac; a ravishing sucker (drinker). In the animal painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shellac;_a_ravishing_sucker_(drinker)._In_the_animal_painting_genre.@20240813-193126/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..12789a66e67dcb06b9454bfa4c7d597160be6b99 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b08a9fd85330a27e0b299a23ebb021217ec0819226485d2e90bfbcb7c1acf6 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..12789a66e67dcb06b9454bfa4c7d597160be6b99 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b08a9fd85330a27e0b299a23ebb021217ec0819226485d2e90bfbcb7c1acf6 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4fe4fa75d7030d094f6cecbf33995861edeb45ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_shelter_(structure);_a_delicate_system_administrator. +seed: 0 +use_timestamp: true +timestamp: '@20240811-211814' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814 +trial_dir: /results/dreamfusion-sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A shelter (structure); a delicate system administrator. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shelter_(structure);_a_delicate_system_administrator.@20240811-211814/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0e05bab17e66d23c5dd1e3000bb512382a5a7cf5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b2daf9304cd4252278e7924e72f4f6d91ac7ebc3bc3aa15e3c35906e505b174 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0e05bab17e66d23c5dd1e3000bb512382a5a7cf5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b2daf9304cd4252278e7924e72f4f6d91ac7ebc3bc3aa15e3c35906e505b174 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a9335b0ef7e3cf4db53d41a1d8880e042a5f60f3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_shield_(armor);_a_fragment. +seed: 0 +use_timestamp: true +timestamp: '@20240815-183947' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_shield_(armor);_a_fragment.@20240815-183947 +trial_dir: /results/dreamfusion-sd/A_shield_(armor);_a_fragment.@20240815-183947 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A shield (armor); a fragment. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shield_(armor);_a_fragment.@20240815-183947/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dde3c227ea5df18ed115cc72f3a7ae0d2c3e4d40 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083c4c2791dfc6dcf59b345e7ecf8f2a6ee9e1c027d68b6e0baf6f262fa78b8e +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dde3c227ea5df18ed115cc72f3a7ae0d2c3e4d40 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083c4c2791dfc6dcf59b345e7ecf8f2a6ee9e1c027d68b6e0baf6f262fa78b8e +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..756699159b73294847c2660965e520694310e303 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_shoulder_(cloth_covering). +seed: 0 +use_timestamp: true +timestamp: '@20240807-192345' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_shoulder_(cloth_covering).@20240807-192345 +trial_dir: /results/dreamfusion-sd/A_shoulder_(cloth_covering).@20240807-192345 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A shoulder (cloth covering). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shoulder_(cloth_covering).@20240807-192345/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..edc9339175e7bbf95af5ac604d52b1c4357092fe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e191a8cfe542cbf8bbc2682d86a904138fc82423170b1932c8bf595f0b0238f +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..edc9339175e7bbf95af5ac604d52b1c4357092fe --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e191a8cfe542cbf8bbc2682d86a904138fc82423170b1932c8bf595f0b0238f +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bb3a82c360cddfc5ab79199a7029a2a91da71c38 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240819-043102' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102 +trial_dir: /results/dreamfusion-sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A shut and taut hygrophorus russula. With the Constructivism painting + style and using the cave painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_shut_and_taut_hygrophorus_russula._With_the_Constructivism_painting_style_and_using_the_cave_painting_technique.@20240819-043102/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..60a749009181d4a3b892a5f2f9d51d43ddcb2de1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005db63436f2154c9dc2ce299034aa361ec64b370d4a2a0b42732416228c9ac6 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..60a749009181d4a3b892a5f2f9d51d43ddcb2de1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005db63436f2154c9dc2ce299034aa361ec64b370d4a2a0b42732416228c9ac6 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c872ed720607d0956e4ed688f7a6212feb91b09 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin. +seed: 0 +use_timestamp: true +timestamp: '@20240809-153902' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902 +trial_dir: /results/dreamfusion-sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A side chapel. In the style of the artist Eugene Boudin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_side_chapel._In_the_style_of_the_artist_Eugene_Boudin.@20240809-153902/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eb014b5668d1c3496f8ed57da0169e59c52c89df --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dda2898c60ab784185fbf4bd52f9c57564b0ab1186f177eb100305fcbe64f98 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eb014b5668d1c3496f8ed57da0169e59c52c89df --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dda2898c60ab784185fbf4bd52f9c57564b0ab1186f177eb100305fcbe64f98 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1288a0131543e448d9163e2eb3005c1b4e5aca03 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240818-020826' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826 +trial_dir: /results/dreamfusion-sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sightly heterozygote. With the Neo-Byzantine painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sightly_heterozygote._With_the_Neo-Byzantine_painting_style.@20240818-020826/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..96b6fd713e6f845fcb8f8ef102f832500384428d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70faf6075a546ab15626766f54eea4de5d15ef3d4235079c3982673ccf7c4473 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..96b6fd713e6f845fcb8f8ef102f832500384428d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70faf6075a546ab15626766f54eea4de5d15ef3d4235079c3982673ccf7c4473 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8964377327406bee170499f7bb0cf1a0f04ee0df --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci. +seed: 0 +use_timestamp: true +timestamp: '@20240818-151030' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030 +trial_dir: /results/dreamfusion-sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sigmoidoscope; a foot (bottom); a sampan. In the advertisement genre + and in the style of the artist Leonardo da Vinci. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sigmoidoscope;_a_foot_(bottom);_a_sampan._In_the_advertisement_genre_and_in_the_style_of_the_artist_Leonardo_da_Vinci.@20240818-151030/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3d484aa2e644e1876885982c9263b7e43c78e42d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715f59ab18de5a54f03dc56472f7d667460f946c6dadb56824840dcf5b64e9ad +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3d484aa2e644e1876885982c9263b7e43c78e42d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715f59ab18de5a54f03dc56472f7d667460f946c6dadb56824840dcf5b64e9ad +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..924a7d6ca3826e2af300412b565b34d6afc7d5b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-174747' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747 +trial_dir: /results/dreamfusion-sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A signor. In the style of the artist Georgia O'Keeffe and using the ancient + Egyptian mural technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_signor._In_the_style_of_the_artist_Georgia_O'Keeffe_and_using_the_ancient_Egyptian_mural_technique.@20240812-174747/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5fd93ba02d1a55f89b21e3af112129872d05e224 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403f001ed13adfc762046d05aaf5e0c9774199bbd66a9e43c0138d7c4e3b0016 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5fd93ba02d1a55f89b21e3af112129872d05e224 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403f001ed13adfc762046d05aaf5e0c9774199bbd66a9e43c0138d7c4e3b0016 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dea6b2ff9280f16784d3f0358c03a2086649a65e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_signora;_a_stall_bar. +seed: 0 +use_timestamp: true +timestamp: '@20240814-033744' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_signora;_a_stall_bar.@20240814-033744 +trial_dir: /results/dreamfusion-sd/A_signora;_a_stall_bar.@20240814-033744 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A signora; a stall bar. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_signora;_a_stall_bar.@20240814-033744/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be39531e4de04008342815cd8701783d9ce4b650 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12cdf502ed6cf09dfc4c18775197d96e077b921d00f117f58b708242f7f6b835 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be39531e4de04008342815cd8701783d9ce4b650 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12cdf502ed6cf09dfc4c18775197d96e077b921d00f117f58b708242f7f6b835 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..38a794ccc7ccb9fc671bd0a5f5e5f1963ce8fb2f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_silver_lace_vine;_a_pyrograph. +seed: 0 +use_timestamp: true +timestamp: '@20240814-000235' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_silver_lace_vine;_a_pyrograph.@20240814-000235 +trial_dir: /results/dreamfusion-sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A silver lace vine; a pyrograph. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_silver_lace_vine;_a_pyrograph.@20240814-000235/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..801d4e5591d2092720c3acf09ed87d1660f70d69 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c33102fbed4f9f4d30fecbcd1191e35241c5987e791c63db908a4ca1d458bc4e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..801d4e5591d2092720c3acf09ed87d1660f70d69 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c33102fbed4f9f4d30fecbcd1191e35241c5987e791c63db908a4ca1d458bc4e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c344a43c774b041dcc40fb68a5be2c8c8a5d3b3c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-121337' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337 +trial_dir: /results/dreamfusion-sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A silverspot; an ice rink; a bomber (person). In the history painting + genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_silverspot;_an_ice_rink;_a_bomber_(person)._In_the_history_painting_genre.@20240814-121337/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f17092e53a906321586f4559fe12396563ed84ba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3f064337ba2eeb0e6e6eb2d2874cfe3e4d757bd3aa4f3ae911c0cb3e79deb24 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f17092e53a906321586f4559fe12396563ed84ba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3f064337ba2eeb0e6e6eb2d2874cfe3e4d757bd3aa4f3ae911c0cb3e79deb24 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..62b65d14c0d901897560cb6b41cc3e0d3494d07f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_simple_leaf. +seed: 0 +use_timestamp: true +timestamp: '@20240807-030237' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_simple_leaf.@20240807-030237 +trial_dir: /results/dreamfusion-sd/A_simple_leaf.@20240807-030237 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A simple leaf. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_simple_leaf.@20240807-030237/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..17ec2f10f51cfe803d46b494dbce3c38c4e66575 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28928b912793b0395baa5d1c65fc266a5139325aa927c5afc90656aeb64c691f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..17ec2f10f51cfe803d46b494dbce3c38c4e66575 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28928b912793b0395baa5d1c65fc266a5139325aa927c5afc90656aeb64c691f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f099cc93d2f00bfa799c6411be7533fd0bd74be9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper. +seed: 0 +use_timestamp: true +timestamp: '@20240810-035533' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533 +trial_dir: /results/dreamfusion-sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sizable ball hawk. In the design genre and in the style of the artist + Edward Hopper. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sizable_ball_hawk._In_the_design_genre_and_in_the_style_of_the_artist_Edward_Hopper.@20240810-035533/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..01f44ea5c5406e583269191ec38e38b4ee094342 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36bfd829d2a7d2974370f7252594da9562982fd16ed0887729837a7f13f4ac96 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..01f44ea5c5406e583269191ec38e38b4ee094342 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36bfd829d2a7d2974370f7252594da9562982fd16ed0887729837a7f13f4ac96 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ab848cbcbd700fda4f7b89df2cea408f7e2dda6d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sizable_japan_allspice. +seed: 0 +use_timestamp: true +timestamp: '@20240814-140931' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sizable_japan_allspice.@20240814-140931 +trial_dir: /results/dreamfusion-sd/A_sizable_japan_allspice.@20240814-140931 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sizable japan allspice. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sizable_japan_allspice.@20240814-140931/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..df39549e3ef2de4cd31b438727eece65758de911 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a765bde6c0237250f0be413d53135ce26823fe7e78d2e18f668002b3f6a69995 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..df39549e3ef2de4cd31b438727eece65758de911 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a765bde6c0237250f0be413d53135ce26823fe7e78d2e18f668002b3f6a69995 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..571214f280175f1b888ec64eae9d5c00979107ce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol. +seed: 0 +use_timestamp: true +timestamp: '@20240814-015834' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834 +trial_dir: /results/dreamfusion-sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A skimmer (coastal diving bird); a pygmy meter maid. In the style of the + artist Andy Warhol. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skimmer_(coastal_diving_bird);_a_pygmy_meter_maid._In_the_style_of_the_artist_Andy_Warhol.@20240814-015834/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..aca7a6f1dfec0c45807b8300e459fd5ba06d9686 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8244e4471eb074b9add9183abf1ed7f88d8b58fa027e2e7abf190012a90f06dc +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..aca7a6f1dfec0c45807b8300e459fd5ba06d9686 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8244e4471eb074b9add9183abf1ed7f88d8b58fa027e2e7abf190012a90f06dc +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..233eefb173a755db6812b06d2724f8f5be162513 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_skin-diver;_genius;_a_thickhead. +seed: 0 +use_timestamp: true +timestamp: '@20240812-021534' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_skin-diver;_genius;_a_thickhead.@20240812-021534 +trial_dir: /results/dreamfusion-sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A skin-diver; genius; a thickhead. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skin-diver;_genius;_a_thickhead.@20240812-021534/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..616c8dae01176ed006bd0cad17e472659397ddb4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c2e004fb536e564799d528be7ae078f60ac0364d6482e3af132ddf819a4753 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..616c8dae01176ed006bd0cad17e472659397ddb4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c2e004fb536e564799d528be7ae078f60ac0364d6482e3af132ddf819a4753 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..62fd8ee71057fbc3d7c80595aece3ed345532409 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_skua. +seed: 0 +use_timestamp: true +timestamp: '@20240808-125637' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_skua.@20240808-125637 +trial_dir: /results/dreamfusion-sd/A_skua.@20240808-125637 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A skua. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skua.@20240808-125637/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b9077c30269533f86662b1e8d224e551ae27f269 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd975543537c6394cc142220c008e013fba6a0dd509c1201dde01cefbaad0687 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b9077c30269533f86662b1e8d224e551ae27f269 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd975543537c6394cc142220c008e013fba6a0dd509c1201dde01cefbaad0687 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fa8069448ae40a5033abede4790dc2b1c8d10d37 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-152907' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907 +trial_dir: /results/dreamfusion-sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A skybox. In the style of the artist Raphael Kirchner and using the crayon + drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_skybox._In_the_style_of_the_artist_Raphael_Kirchner_and_using_the_crayon_drawing_technique.@20240812-152907/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eb0c867f2c7fc944439607a03bbe45e823dc3304 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57927d27cd7b32b0be51b6789e50c2ec31e9da1f002dd8539b4271d759b73fdd +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eb0c867f2c7fc944439607a03bbe45e823dc3304 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57927d27cd7b32b0be51b6789e50c2ec31e9da1f002dd8539b4271d759b73fdd +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..acb5b00bc7d8f38827c635f8b150abdfe5e503d7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-233612' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612 +trial_dir: /results/dreamfusion-sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slate (roofing material). With the Socialist Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slate_(roofing_material)._With_the_Socialist_Realism_painting_style.@20240810-233612/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..374246144cea718c8ff196704a044aeca14b9400 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1617f0eae329f69f6db676e1e9bf1f6843e3f6eea45ebfe24e5ffa4f609903e9 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..374246144cea718c8ff196704a044aeca14b9400 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1617f0eae329f69f6db676e1e9bf1f6843e3f6eea45ebfe24e5ffa4f609903e9 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80814bcefe7735691e72033e3828baa1ed2bb54a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sleeping_bag._In_the_style_of_the_artist_Raphael. +seed: 0 +use_timestamp: true +timestamp: '@20240810-181054' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054 +trial_dir: /results/dreamfusion-sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sleeping bag. In the style of the artist Raphael. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sleeping_bag._In_the_style_of_the_artist_Raphael.@20240810-181054/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5853a713f41bac7a2149a81b6ab92880b49b5b2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef4dc7f81bea552e28f1e7f7c6711b536b241ce23259a35acc1f43cf9c99bbc +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5853a713f41bac7a2149a81b6ab92880b49b5b2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef4dc7f81bea552e28f1e7f7c6711b536b241ce23259a35acc1f43cf9c99bbc +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3593cc7d5d11895cbe02be39ba28cb1058b59c74 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin. +seed: 0 +use_timestamp: true +timestamp: '@20240813-154212' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212 +trial_dir: /results/dreamfusion-sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slender and streamlined steed. In the style of the artist Paul Gauguin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_and_streamlined_steed._In_the_style_of_the_artist_Paul_Gauguin.@20240813-154212/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cfd978a5a4d5f335dab203628b689205e1ad234b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff889fc66e6e8196f4a9fddbedef80a3d7c86405848143202a917483c361a80f +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cfd978a5a4d5f335dab203628b689205e1ad234b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff889fc66e6e8196f4a9fddbedef80a3d7c86405848143202a917483c361a80f +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..68578e9fbf5c54743f6d856718a04ffe57df649a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-160321' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321 +trial_dir: /results/dreamfusion-sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slender hairdressing. With the Transautomatism painting style and using + the digital painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_hairdressing._With_the_Transautomatism_painting_style_and_using_the_digital_painting_technique.@20240810-160321/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..263cedc647af5b2b10f09e93f8e6d4d0373aa745 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5f64e5c76d0176ebd61f029b5e3a9d07f6f710d30cbd5bcef412f26d812ec0 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..263cedc647af5b2b10f09e93f8e6d4d0373aa745 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5f64e5c76d0176ebd61f029b5e3a9d07f6f710d30cbd5bcef412f26d812ec0 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2d0f90782fa58e4957930df545d5c3d3dcc22e33 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_slender_lunette_(opening)._Using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240807-070711' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711 +trial_dir: /results/dreamfusion-sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slender lunette (opening). Using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slender_lunette_(opening)._Using_the_cross-stitch_technique.@20240807-070711/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..edd66d32909d2361a5c2f4972f9ad80ba0038e79 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbbed81d069cc31ba9e34bd44e35dc6750628cba9793f8a2ad90396fb09fe6ad +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..edd66d32909d2361a5c2f4972f9ad80ba0038e79 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbbed81d069cc31ba9e34bd44e35dc6750628cba9793f8a2ad90396fb09fe6ad +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bbc83bc628be89a190506197c9bba37e18cc7734 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sliced_rainbow_smelt. +seed: 0 +use_timestamp: true +timestamp: '@20240814-012831' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sliced_rainbow_smelt.@20240814-012831 +trial_dir: /results/dreamfusion-sd/A_sliced_rainbow_smelt.@20240814-012831 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sliced rainbow smelt. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sliced_rainbow_smelt.@20240814-012831/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fecb844522b855754c0d1666a79f661571a5df67 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea1133511b2ded99f0e044d8437e21f3cafe1917f1c212a05d0d48d970da755 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fecb844522b855754c0d1666a79f661571a5df67 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea1133511b2ded99f0e044d8437e21f3cafe1917f1c212a05d0d48d970da755 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b5d1f9e7ab5764a1dc5aaa5da02187d724cc9ee2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sliced_telecommunication_system. +seed: 0 +use_timestamp: true +timestamp: '@20240816-174737' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sliced_telecommunication_system.@20240816-174737 +trial_dir: /results/dreamfusion-sd/A_sliced_telecommunication_system.@20240816-174737 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sliced telecommunication system. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sliced_telecommunication_system.@20240816-174737/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a814a95b37557d42e3e7133c24dc3bd78b5dff39 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac316ec420f491a724216b0e79a8b4d4f4e284edc4fac1c62b7f00a659e33a28 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a814a95b37557d42e3e7133c24dc3bd78b5dff39 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac316ec420f491a724216b0e79a8b4d4f4e284edc4fac1c62b7f00a659e33a28 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7dfd2f7184a3b00be2f0de37f008c17b29675ca7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich. +seed: 0 +use_timestamp: true +timestamp: '@20240817-231815' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815 +trial_dir: /results/dreamfusion-sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slim adjutant general. In the style of the artist Kazimir Malevich. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_adjutant_general._In_the_style_of_the_artist_Kazimir_Malevich.@20240817-231815/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dbfa4dd347e0ffeb4192dc2cfc92533724e9dc01 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13745a664b0086c7f56490b395e819e0372bd508759f002a0043a90350b1fd3e +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dbfa4dd347e0ffeb4192dc2cfc92533724e9dc01 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13745a664b0086c7f56490b395e819e0372bd508759f002a0043a90350b1fd3e +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d335cd3d52076486f78c5e1305f7b798a510a910 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee. +seed: 0 +use_timestamp: true +timestamp: '@20240810-124512' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512 +trial_dir: /results/dreamfusion-sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slim bearing rein. In the portrait genre and in the style of the artist + Paul Klee. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_bearing_rein._In_the_portrait_genre_and_in_the_style_of_the_artist_Paul_Klee.@20240810-124512/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a71dadbe346dc1bdc2b025db9b53a5ec47ac0be6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daa41a61c288359345f4cbbeeadadc6c97ab47a5c4e88dfe53512deebf120e4f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a71dadbe346dc1bdc2b025db9b53a5ec47ac0be6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daa41a61c288359345f4cbbeeadadc6c97ab47a5c4e88dfe53512deebf120e4f +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e0ee9cf3b0e123fe7aedb5a6679b08172b6bae38 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard. +seed: 0 +use_timestamp: true +timestamp: '@20240814-061716' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716 +trial_dir: /results/dreamfusion-sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slim giant hornet; a strap (band). In the style of the artist Jean-Honore + Fragonard. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_giant_hornet;_a_strap_(band)._In_the_style_of_the_artist_Jean-Honore_Fragonard.@20240814-061716/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..556f091a356615d42cc122f62558fb193180810a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7bc32a2ed3fef243816d7218fec9f953eda477817bb5b02d85701b46adbdeae +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..556f091a356615d42cc122f62558fb193180810a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7bc32a2ed3fef243816d7218fec9f953eda477817bb5b02d85701b46adbdeae +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e127dab195927119799d19179c8fc78edb3c03cb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo. +seed: 0 +use_timestamp: true +timestamp: '@20240810-014311' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311 +trial_dir: /results/dreamfusion-sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slim monofocal lens implant. In the mythological painting genre and + in the style of the artist Frida Kahlo. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_monofocal_lens_implant._In_the_mythological_painting_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-014311/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a99f06bba7809daa9243f07659be628ee42e8591 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae004185e2303bbd88eb1330856bd82fcf71b5a6e0b39e7d92cd9864249af4d8 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a99f06bba7809daa9243f07659be628ee42e8591 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae004185e2303bbd88eb1330856bd82fcf71b5a6e0b39e7d92cd9864249af4d8 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f1a167d2eb0a3bf692e1a414dd5c5d8fb7058d16 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_slim_thistle._Using_the_pastel_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-030036' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036 +trial_dir: /results/dreamfusion-sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slim thistle. Using the pastel painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slim_thistle._Using_the_pastel_painting_technique.@20240817-030036/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..193a54ea0acaf8aa39c301ea81dfba33512b1ae7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db84a20076583105277467468938e48f1b9301deb8cc8db5b0eb6ce72d6badb +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..193a54ea0acaf8aa39c301ea81dfba33512b1ae7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db84a20076583105277467468938e48f1b9301deb8cc8db5b0eb6ce72d6badb +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9658480bde0bfb361e3cbc930ee666f49b72b210 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-104051' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051 +trial_dir: /results/dreamfusion-sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A slouch; a wrapping; a checkroom. In the style of the artist Henri Matisse + and with the High Renaissance painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_slouch;_a_wrapping;_a_checkroom._In_the_style_of_the_artist_Henri_Matisse_and_with_the_High_Renaissance_painting_style.@20240817-104051/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3dc162a0126a046188dd0b90daa4d852f2b9ed9d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63ceb26c8d46fb1e0a44ad45a931e51b3f1f9823ee89b9bf98322a0628173575 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3dc162a0126a046188dd0b90daa4d852f2b9ed9d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63ceb26c8d46fb1e0a44ad45a931e51b3f1f9823ee89b9bf98322a0628173575 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b23bdf256a89c6004586dd47903a75f360c66c4e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_small_and_wicker_vertical_file._In_the_panorama_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240815-003258' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258 +trial_dir: /results/dreamfusion-sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A small and wicker vertical file. In the panorama genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_and_wicker_vertical_file._In_the_panorama_genre.@20240815-003258/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c0f58351b55b687462f482c3aa485749533751ab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19adf361ee22ab2ef13ee72093e120d23f3c0e19104bf5551e426a110d3b0bda +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c0f58351b55b687462f482c3aa485749533751ab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19adf361ee22ab2ef13ee72093e120d23f3c0e19104bf5551e426a110d3b0bda +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..24efc9ae07a763079e14f74fd0c28e8fc7b0b1c1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_small_melosa. +seed: 0 +use_timestamp: true +timestamp: '@20240814-025440' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_small_melosa.@20240814-025440 +trial_dir: /results/dreamfusion-sd/A_small_melosa.@20240814-025440 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A small melosa. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_melosa.@20240814-025440/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e9a88a0611fd0d9779b92f8b47d4a1fb4785cf9e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ba6b3b5e274709030793f293572d37ff8dccc0f7bb33b9705c729e465a99e7 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e9a88a0611fd0d9779b92f8b47d4a1fb4785cf9e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ba6b3b5e274709030793f293572d37ff8dccc0f7bb33b9705c729e465a99e7 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8bd47d7568fd28a080b15757e829a05489fdc4ff --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240806-184042' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042 +trial_dir: /results/dreamfusion-sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A small water chestnut (spike rush). In the symbolic painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_small_water_chestnut_(spike_rush)._In_the_symbolic_painting_genre.@20240806-184042/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8aa04c70ce546871876c0dd930ef93070b55b1ab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42ecea784e94f7e76d5383dea3f9a08eacf0528052cbd19d9021d6fb59735c2 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8aa04c70ce546871876c0dd930ef93070b55b1ab --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42ecea784e94f7e76d5383dea3f9a08eacf0528052cbd19d9021d6fb59735c2 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e59f7e4b0192ee430fe2dd892de64cef14f7af5c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_smooth_alpine_mouse-ear. +seed: 0 +use_timestamp: true +timestamp: '@20240814-194409' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_smooth_alpine_mouse-ear.@20240814-194409 +trial_dir: /results/dreamfusion-sd/A_smooth_alpine_mouse-ear.@20240814-194409 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A smooth alpine mouse-ear. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_smooth_alpine_mouse-ear.@20240814-194409/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..edfb16af0e544413117f1dc4853f88faf756b46e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f882f00bba07289fa4a75ecc441025bdbb8453df834d9ac95a5989bcc99632 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..edfb16af0e544413117f1dc4853f88faf756b46e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f882f00bba07289fa4a75ecc441025bdbb8453df834d9ac95a5989bcc99632 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2b875df20f5304e32f890a8d71805642a21b2006 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240815-120057' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057 +trial_dir: /results/dreamfusion-sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A smooth metropolitan (resident); a usher (official). Using the woodcut + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_smooth_metropolitan_(resident);_a_usher_(official)._Using_the_woodcut_painting_technique.@20240815-120057/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..31d5778009e7038bff37267ffb332a6e00a17471 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75ee7612d7410820dbbac8564bf8d7a73c2397e226fecdfd8a8ed5998b91b10 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..31d5778009e7038bff37267ffb332a6e00a17471 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75ee7612d7410820dbbac8564bf8d7a73c2397e226fecdfd8a8ed5998b91b10 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c918f37b663a7239b7aedf7afe53d2140ecb2605 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240808-034657' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657 +trial_dir: /results/dreamfusion-sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A snapdragon; a pomeranian. In the style of the artist Hieronymus Bosch + and using the sand painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snapdragon;_a_pomeranian._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_sand_painting_technique.@20240808-034657/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..88311600b8d44aa14c98b8423332dd98a7478787 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75924dc47a951716f056104e3ed71911f39be94ba66721a5535c7251340cadd +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..88311600b8d44aa14c98b8423332dd98a7478787 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75924dc47a951716f056104e3ed71911f39be94ba66721a5535c7251340cadd +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9d75d83ecd0ee3b54a685bdd9defd49a84abbfa1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin. +seed: 0 +use_timestamp: true +timestamp: '@20240809-161045' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045 +trial_dir: /results/dreamfusion-sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A snare (trap). In the style of the artist Ilya Repin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snare_(trap)._In_the_style_of_the_artist_Ilya_Repin.@20240809-161045/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e804a7e2b4145e28446bfe5a0f9366785ca50b73 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc51fa1b3bfb3bef30813a2a4154ca82abe2429a9cb835e592464c9be152f43 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e804a7e2b4145e28446bfe5a0f9366785ca50b73 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc51fa1b3bfb3bef30813a2a4154ca82abe2429a9cb835e592464c9be152f43 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a4363bc646f1e8052c77a473fd1ae34938cd75f7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_snow_leopard_is_glazed_with_the_bassoon. +seed: 0 +use_timestamp: true +timestamp: '@20240812-103727' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727 +trial_dir: /results/dreamfusion-sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A snow leopard is glazed with the bassoon. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_snow_leopard_is_glazed_with_the_bassoon.@20240812-103727/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5266df0cc22dd95964e13360046f199d852bba28 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2208cf2ed6055b7b87fa95bfecd0d2093258dfd6ddeec78e38cb04d6bad67c69 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5266df0cc22dd95964e13360046f199d852bba28 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2208cf2ed6055b7b87fa95bfecd0d2093258dfd6ddeec78e38cb04d6bad67c69 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..396fdf15495a2bc686018dce8ec75f01ad1bf2b0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_soap_and_startling_germ_tube. +seed: 0 +use_timestamp: true +timestamp: '@20240811-201059' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_soap_and_startling_germ_tube.@20240811-201059 +trial_dir: /results/dreamfusion-sd/A_soap_and_startling_germ_tube.@20240811-201059 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A soap and startling germ tube. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_soap_and_startling_germ_tube.@20240811-201059/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a902de82e8900d4fcc46c3f155ae24499dcff2e0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d08a44369c9d9a1e9a7e09cf196537bdb7709d3d7cd56c1845193f2242ac73c +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a902de82e8900d4fcc46c3f155ae24499dcff2e0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d08a44369c9d9a1e9a7e09cf196537bdb7709d3d7cd56c1845193f2242ac73c +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b679cc861ad76ded33432caad6d8b094ff65869b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam. +seed: 0 +use_timestamp: true +timestamp: '@20240819-072054' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054 +trial_dir: /results/dreamfusion-sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sockeye is crushed under the stairhead. In the figurative genre and + in the style of the artist Childe Hassam. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sockeye_is_crushed_under_the_stairhead._In_the_figurative_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240819-072054/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c62ba18c017c1c617e891443d26aad6173020a9d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ecf0fa3c9de00e668041f60a2238c554b12daeec623d29fe5f5edf0583f304b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c62ba18c017c1c617e891443d26aad6173020a9d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ecf0fa3c9de00e668041f60a2238c554b12daeec623d29fe5f5edf0583f304b +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1a3ce601423a64321d02c93904ef134efa29cfba --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240815-032410' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410 +trial_dir: /results/dreamfusion-sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A soft clog (footwear); a wash (streambed). In the battle painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_soft_clog_(footwear);_a_wash_(streambed)._In_the_battle_painting_genre.@20240815-032410/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ecbdd27126c6ba7d650a329264b8aeb06f4295f8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37bc37c65b76b6bcd89fec2183c511e8597938807b92b9794c8d9f64ad5bcf4 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ecbdd27126c6ba7d650a329264b8aeb06f4295f8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37bc37c65b76b6bcd89fec2183c511e8597938807b92b9794c8d9f64ad5bcf4 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e3f2368453da074a95918a0a46c47d6fd96e389 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-040642' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642 +trial_dir: /results/dreamfusion-sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A songbook. With the Cloisonnism painting style and using the woodcut + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_songbook._With_the_Cloisonnism_painting_style_and_using_the_woodcut_painting_technique.@20240812-040642/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0b9e6a81f313de1cfb96f177730795151be4de48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cce2d0d993d429a8e0967ad12def62456af78768b582ab1a73f613c4909cabb +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0b9e6a81f313de1cfb96f177730795151be4de48 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cce2d0d993d429a8e0967ad12def62456af78768b582ab1a73f613c4909cabb +size 151452431 diff --git a/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dd8bc7b1d98812d6c9f456be5bc81846501f3555 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-163423' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423 +trial_dir: /results/dreamfusion-sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sounder is signifies weather phenomenon for the graduate student. With + the Nouveau Realisme painting style and using the glitter glue painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sounder_is_signifies_weather_phenomenon_for_the_graduate_student._With_the_Nouveau_Realisme_painting_style_and_using_the_glitter_glue_painting_technique.@20240818-163423/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c6d6ebb820584f6b103e8d02711fb8aaf2a13c33 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16aa2f00df67248b60f0e2a38f5a89c7ff65df29cd05ce23dbc33ff5abf7d893 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c6d6ebb820584f6b103e8d02711fb8aaf2a13c33 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16aa2f00df67248b60f0e2a38f5a89c7ff65df29cd05ce23dbc33ff5abf7d893 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..84c02212905dfbbaab5465e268e3549a428c0fe7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sourdine_(mute). +seed: 0 +use_timestamp: true +timestamp: '@20240806-121255' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sourdine_(mute).@20240806-121255 +trial_dir: /results/dreamfusion-sd/A_sourdine_(mute).@20240806-121255 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sourdine (mute). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sourdine_(mute).@20240806-121255/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b5f34b9240acfc685c32116dec0506aa343a1494 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98083c6a83ab5fd6eb77af8a31a5462f585f7dc98a1498b83332ed35bca66c5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b5f34b9240acfc685c32116dec0506aa343a1494 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98083c6a83ab5fd6eb77af8a31a5462f585f7dc98a1498b83332ed35bca66c5 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aba0ef70ab10473ac52d13799394f885e4c6cfa8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-072022' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022 +trial_dir: /results/dreamfusion-sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A space (area); a fatso clericalist. With the Synthetism painting style + and using the cross-stitch technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_space_(area);_a_fatso_clericalist._With_the_Synthetism_painting_style_and_using_the_cross-stitch_technique.@20240818-072022/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dd7d9a9fb5c5db28a167908366364d38ad912029 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17e3ce4e34fc1396bffe5ebab4033494a5036b69331a0081123403ba2995bed0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dd7d9a9fb5c5db28a167908366364d38ad912029 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17e3ce4e34fc1396bffe5ebab4033494a5036b69331a0081123403ba2995bed0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f8eaea695ac3b028acbe84e3ce24ebad25ec4c39 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-102442' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442 +trial_dir: /results/dreamfusion-sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sperm bank. In the style of the artist Boris Kustodiev and using the + oil painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sperm_bank._In_the_style_of_the_artist_Boris_Kustodiev_and_using_the_oil_painting_technique.@20240812-102442/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cc0a7d8ccc757a5bdc7da2854932ffb6d43d2e4b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90306fdef9a770c4e4d518a249f35d7a37634bee5102bd6a4433867daf5a5914 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cc0a7d8ccc757a5bdc7da2854932ffb6d43d2e4b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90306fdef9a770c4e4d518a249f35d7a37634bee5102bd6a4433867daf5a5914 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7ff4179c1686e7d607b96f1dcc8b20928e3fbbca --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-045541' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541 +trial_dir: /results/dreamfusion-sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A spider flower. In the miniature genre and using the gouache painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spider_flower._In_the_miniature_genre_and_using_the_gouache_painting_technique.@20240812-045541/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5f915c3a22751e2f3a1065f46b9fd513cb5f7b9f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5caf6acbc377cb92ec1edf9078241b9be33a04e2c6b7bc62c15f34adfdaba7f3 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5f915c3a22751e2f3a1065f46b9fd513cb5f7b9f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5caf6acbc377cb92ec1edf9078241b9be33a04e2c6b7bc62c15f34adfdaba7f3 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4c8b1463bbde6eae957f7d7fd20cf63b97ccfccc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-183350' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350 +trial_dir: /results/dreamfusion-sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A spillway. With the Spectralism painting style and using the 3D rendering + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spillway._With_the_Spectralism_painting_style_and_using_the_3D_rendering_technique.@20240811-183350/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0d43a8841454e09393dd9bf6269c363901efe868 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ceec6d8fafaaa517c1efa59d0081a4f966b72bca159b4095ed03c4941bf832d +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0d43a8841454e09393dd9bf6269c363901efe868 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ceec6d8fafaaa517c1efa59d0081a4f966b72bca159b4095ed03c4941bf832d +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4eec9576f6c499a0c8659470bfce88eee9994513 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal. +seed: 0 +use_timestamp: true +timestamp: '@20240811-151558' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558 +trial_dir: /results/dreamfusion-sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A spindle (rotating shaft) is creating excitement for the sustaining pedal. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spindle_(rotating_shaft)_is_creating_excitement_for_the_sustaining_pedal.@20240811-151558/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1c78afde2ca14179bafa1fe0c5d0f79cb207fd2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d754e9e5ccef1c22bfb54f500e239db1de5f2d38905557502d5cbb976ecb0c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1c78afde2ca14179bafa1fe0c5d0f79cb207fd2a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d754e9e5ccef1c22bfb54f500e239db1de5f2d38905557502d5cbb976ecb0c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3da194777bde9ffdffa544c0c4635b803c3bf49d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_spinet_(harpsichord);_a_prettyish_hired_help. +seed: 0 +use_timestamp: true +timestamp: '@20240810-213235' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235 +trial_dir: /results/dreamfusion-sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A spinet (harpsichord); a prettyish hired help. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spinet_(harpsichord);_a_prettyish_hired_help.@20240810-213235/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..955671282b79ddbaed525af3439050931ffd75e6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e5f5b703cac1188dd528a5fea17c2ba1cb40efa4b1bfbee7af485018add55f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..955671282b79ddbaed525af3439050931ffd75e6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e5f5b703cac1188dd528a5fea17c2ba1cb40efa4b1bfbee7af485018add55f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e74f3b5ad5d43f6ea9ca15961e5e91956825e567 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_spiny_puffer._Using_the_sand_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240809-205725' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725 +trial_dir: /results/dreamfusion-sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A spiny puffer. Using the sand painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_spiny_puffer._Using_the_sand_painting_technique.@20240809-205725/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f56f9af20156ab6d9625a09d619520a4f04a01d8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1602f4d2aa1b3c279d92c6e498a6737aa2d54509c324459c698a4a7c7759a15f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f56f9af20156ab6d9625a09d619520a4f04a01d8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1602f4d2aa1b3c279d92c6e498a6737aa2d54509c324459c698a4a7c7759a15f +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7a96da8c784f686df1c4f9da466d0f9ca46fdcf8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_squamous_cell_is_spilling_into_the_mujtihad. +seed: 0 +use_timestamp: true +timestamp: '@20240811-041009' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009 +trial_dir: /results/dreamfusion-sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A squamous cell is spilling into the mujtihad. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_squamous_cell_is_spilling_into_the_mujtihad.@20240811-041009/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..04f87944a0af37db33fdc6c5577dbf5699ca9240 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2d77ccefb0133de8dccb4e91d23571d03c4c444875b5dbb5ffcbbe7dc492ba +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..04f87944a0af37db33fdc6c5577dbf5699ca9240 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2d77ccefb0133de8dccb4e91d23571d03c4c444875b5dbb5ffcbbe7dc492ba +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0c68a8dec8bcbac4f42ede6bbf5401275f0bfe3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_square_dancer;_a_lug. +seed: 0 +use_timestamp: true +timestamp: '@20240816-200734' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_square_dancer;_a_lug.@20240816-200734 +trial_dir: /results/dreamfusion-sd/A_square_dancer;_a_lug.@20240816-200734 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A square dancer; a lug. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_square_dancer;_a_lug.@20240816-200734/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ec3b69b4f6d1d4502c08690fa155b2b39d87e27e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94cdea27cfba7295bf0106c8dec73f0f4838006bca45ac19abc600445efab1c +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ec3b69b4f6d1d4502c08690fa155b2b39d87e27e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94cdea27cfba7295bf0106c8dec73f0f4838006bca45ac19abc600445efab1c +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..23c6622d7c5edaf60cd18260952e1a6cb880a6f6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-051935' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935 +trial_dir: /results/dreamfusion-sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A squirrel cage is near cds the horseradish (root). In the quadratura + genre and using the pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_squirrel_cage_is_near_cds_the_horseradish_(root)._In_the_quadratura_genre_and_using_the_pen_drawing_technique.@20240816-051935/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..94a98396a44cb5594e716be485740368b3ccd561 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4248c5986148295fab6baff208e6dfa5bcff5c3664a3dd42c0789daff7f2b8bc +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..94a98396a44cb5594e716be485740368b3ccd561 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4248c5986148295fab6baff208e6dfa5bcff5c3664a3dd42c0789daff7f2b8bc +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..089ea8a705c14cbdacd1e6b41a0bff38f41e8548 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-060308' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308 +trial_dir: /results/dreamfusion-sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stable echelon; an oiler. In the style of the artist Hieronymus Bosch + and using the acrylic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stable_echelon;_an_oiler._In_the_style_of_the_artist_Hieronymus_Bosch_and_using_the_acrylic_painting_technique.@20240816-060308/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7b5891fe0e6387bba2ffb14328133589f26ddc3a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e9f941101043c9ac39edf68ecb2e398dfbfe9e640bb49237baf7762513693e +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7b5891fe0e6387bba2ffb14328133589f26ddc3a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e9f941101043c9ac39edf68ecb2e398dfbfe9e640bb49237baf7762513693e +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0bc95ce4f8a52bdb2faf0365ab30cc697bf48cbf --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_stake_(post);_a_kelp_greenling. +seed: 0 +use_timestamp: true +timestamp: '@20240814-112315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stake_(post);_a_kelp_greenling.@20240814-112315 +trial_dir: /results/dreamfusion-sd/A_stake_(post);_a_kelp_greenling.@20240814-112315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stake (post); a kelp greenling. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stake_(post);_a_kelp_greenling.@20240814-112315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f5eda887892beda21d284b36c76c229573bfca7f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52468ce4db6b376a5e4d33aa03fcb8153db67c06d653fc43a32bb72463cc635e +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f5eda887892beda21d284b36c76c229573bfca7f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52468ce4db6b376a5e4d33aa03fcb8153db67c06d653fc43a32bb72463cc635e +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..912562760564c65d82c5c5f73c98d9d0daf1b894 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240816-022443' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443 +trial_dir: /results/dreamfusion-sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stall (booth); a normalizer; a primary care physician. With the New + Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stall_(booth);_a_normalizer;_a_primary_care_physician._With_the_New_Realism_painting_style.@20240816-022443/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..551e62bce40d7b25d005fb637e5300417f11c135 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53ce14858ddd57dd525faae9549b45d5eadc5e776b36f5f8c2c76af4eeedd474 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..551e62bce40d7b25d005fb637e5300417f11c135 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53ce14858ddd57dd525faae9549b45d5eadc5e776b36f5f8c2c76af4eeedd474 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9b8962db3960244872b56960c5871476266bc819 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-082257' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257 +trial_dir: /results/dreamfusion-sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stammerer; a splash. In the style of the artist Camille Pissarro and + using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stammerer;_a_splash._In_the_style_of_the_artist_Camille_Pissarro_and_using_the_encaustic_painting_technique.@20240810-082257/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..60022675cfb6807ac6627327126aea373f8c7ccc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8b73d09ed957dbf615d066b7196be1c9dda8722c859284afd9d0a335675df7 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..60022675cfb6807ac6627327126aea373f8c7ccc --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8b73d09ed957dbf615d066b7196be1c9dda8722c859284afd9d0a335675df7 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e4adf1358d9320fb41bdc417d07ac42f0f827032 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_statuesque_neolith;_a_chachalaca. +seed: 0 +use_timestamp: true +timestamp: '@20240813-021106' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_statuesque_neolith;_a_chachalaca.@20240813-021106 +trial_dir: /results/dreamfusion-sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A statuesque neolith; a chachalaca. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_statuesque_neolith;_a_chachalaca.@20240813-021106/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9517bf5cc9240a3a5511ca9985c44a3d0164da86 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8a9e930d4a6bf86e032144e8f69de9d4cf140309befe67358292672abd320bb +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9517bf5cc9240a3a5511ca9985c44a3d0164da86 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8a9e930d4a6bf86e032144e8f69de9d4cf140309befe67358292672abd320bb +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b5b3912bee66b707cf6130971786e1c99f0d0e74 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_statuesque_velveteen. +seed: 0 +use_timestamp: true +timestamp: '@20240815-192315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_statuesque_velveteen.@20240815-192315 +trial_dir: /results/dreamfusion-sd/A_statuesque_velveteen.@20240815-192315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A statuesque velveteen. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_statuesque_velveteen.@20240815-192315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..603153ead311b56e37a8dd7a720449c9ee3a61e8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:533baf145578da52b2dda67d65ff395e1c05207225e047dfb6d76bd7a2bfc366 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..603153ead311b56e37a8dd7a720449c9ee3a61e8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:533baf145578da52b2dda67d65ff395e1c05207225e047dfb6d76bd7a2bfc366 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d957a43ed83c3a95ddb585cf5b4c5ba41557cfd3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_steering_system. +seed: 0 +use_timestamp: true +timestamp: '@20240806-235117' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_steering_system.@20240806-235117 +trial_dir: /results/dreamfusion-sd/A_steering_system.@20240806-235117 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A steering system. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_steering_system.@20240806-235117/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..008cf17301ceccf75c49a16a7b11a827bbc70c3d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1705b3a4712dc847818a92f556f0318204004f9e0ae33162105038462003d186 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..008cf17301ceccf75c49a16a7b11a827bbc70c3d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1705b3a4712dc847818a92f556f0318204004f9e0ae33162105038462003d186 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2185f1cc6549b64f5d5ee44c4acc2c43aa51b1a9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-061016' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016 +trial_dir: /results/dreamfusion-sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stemmer (worker); a green bean. In the design genre and using the woodcut + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stemmer_(worker);_a_green_bean._In_the_design_genre_and_using_the_woodcut_painting_technique.@20240810-061016/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d1337e4f09d8c72844bf4e23576f2c5272d3d793 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1a2f08e5a82e2e267c201c3581044eba7af2af8a36455150c919fd25bb607d +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d1337e4f09d8c72844bf4e23576f2c5272d3d793 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1a2f08e5a82e2e267c201c3581044eba7af2af8a36455150c919fd25bb607d +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ea0255a7adf6203759267d04688af24c732638fd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_stentor_(ciliate);_a_chinese_cork_oak. +seed: 0 +use_timestamp: true +timestamp: '@20240813-140626' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626 +trial_dir: /results/dreamfusion-sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stentor (ciliate); a chinese cork oak. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stentor_(ciliate);_a_chinese_cork_oak.@20240813-140626/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4af81145ddc29f219cef9b3c23546d388cc83d39 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82e58b66f75cba8ec43e7ca2cffb0c75c10c1a7a85293427cd51c963c73808fb +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4af81145ddc29f219cef9b3c23546d388cc83d39 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82e58b66f75cba8ec43e7ca2cffb0c75c10c1a7a85293427cd51c963c73808fb +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7300e80335febf04daeae2fd96d23e4c5e3e2b35 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque. +seed: 0 +use_timestamp: true +timestamp: '@20240812-042204' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204 +trial_dir: /results/dreamfusion-sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stickleback. In the miniature genre and in the style of the artist Georges + Braque. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stickleback._In_the_miniature_genre_and_in_the_style_of_the_artist_Georges_Braque.@20240812-042204/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8a3122921dc5c90d651ca605a8a32b2bbcc56736 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfbe4d358e3e32702d02c24cb2fcd9345c57e070919f68f2cc0394334301703 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8a3122921dc5c90d651ca605a8a32b2bbcc56736 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfbe4d358e3e32702d02c24cb2fcd9345c57e070919f68f2cc0394334301703 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..189da183b5147f117c82a3cd9535e8fe21105f0f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_stinger. +seed: 0 +use_timestamp: true +timestamp: '@20240808-024846' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stinger.@20240808-024846 +trial_dir: /results/dreamfusion-sd/A_stinger.@20240808-024846 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stinger. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stinger.@20240808-024846/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cfef7d5fc7865b582ba4a6a3b0cbba5de776faf9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4890e48d6a08b44a9ca896d94ae92adfc1ab40ca53942c19c9440adc3f5aed28 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cfef7d5fc7865b582ba4a6a3b0cbba5de776faf9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4890e48d6a08b44a9ca896d94ae92adfc1ab40ca53942c19c9440adc3f5aed28 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..62fdc1be687f390592ec1a99e6f78feebff0364d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth. +seed: 0 +use_timestamp: true +timestamp: '@20240808-094432' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432 +trial_dir: /results/dreamfusion-sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stomatopod; an executive secretary. In the wildlife painting genre and + in the style of the artist William Hogarth. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stomatopod;_an_executive_secretary._In_the_wildlife_painting_genre_and_in_the_style_of_the_artist_William_Hogarth.@20240808-094432/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b3f33b10eb8954c497baa83bb0d56b2430f2e1e4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67875cce1965150aa8faab58c4713ae8b58d1ed87cbaf9893a29dc295400e688 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b3f33b10eb8954c497baa83bb0d56b2430f2e1e4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67875cce1965150aa8faab58c4713ae8b58d1ed87cbaf9893a29dc295400e688 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..05b9b73ce0d0175500eef86656f05e7f04ca4a11 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_stone_cement_foible. +seed: 0 +use_timestamp: true +timestamp: '@20240813-144823' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stone_cement_foible.@20240813-144823 +trial_dir: /results/dreamfusion-sd/A_stone_cement_foible.@20240813-144823 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stone cement foible. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stone_cement_foible.@20240813-144823/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4dc26b4780d8682478e932e06976aa679e3c8b4c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100d496a292b26c6c7ca9c07e08b633caa0b8e1832902f5d8fe272650a423e06 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4dc26b4780d8682478e932e06976aa679e3c8b4c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100d496a292b26c6c7ca9c07e08b633caa0b8e1832902f5d8fe272650a423e06 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cdb353a8befedafb4bd5a00648e9f88a231e33af --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_stout_monegasque._With_the_Academicism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240818-033302' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302 +trial_dir: /results/dreamfusion-sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stout monegasque. With the Academicism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stout_monegasque._With_the_Academicism_painting_style.@20240818-033302/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4b0c6e23a81c5cce236ebba2b8fb2b31d3e25cd8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d41927c015d3b0918e0531532ff1b7178227693f6c05ed4516287a9d6e1207 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4b0c6e23a81c5cce236ebba2b8fb2b31d3e25cd8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d41927c015d3b0918e0531532ff1b7178227693f6c05ed4516287a9d6e1207 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..028e33b80c57b66b73932424407ec6a48a55b31f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent. +seed: 0 +use_timestamp: true +timestamp: '@20240810-062458' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458 +trial_dir: /results/dreamfusion-sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A strawberry bush. In the style of the artist John Singer Sargent. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_strawberry_bush._In_the_style_of_the_artist_John_Singer_Sargent.@20240810-062458/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f34348c43b99ca617ffac8b43fc5b89b723bf27d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d2cb251031ac328e273381372154eeaf2d37c1bb4a2f5df05095ac8e296e2a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f34348c43b99ca617ffac8b43fc5b89b723bf27d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d2cb251031ac328e273381372154eeaf2d37c1bb4a2f5df05095ac8e296e2a +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8ac0f0b2b03d7f116d2c5eb4558e9538819cd6d9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-232939' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939 +trial_dir: /results/dreamfusion-sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A streamlined and untidy skycap. In the portrait genre and using the cartoon + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_streamlined_and_untidy_skycap._In_the_portrait_genre_and_using_the_cartoon_painting_technique.@20240817-232939/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f9ddb7071db62c9b53f3cfb1994a495816f83e10 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6778d264374ee926cdb09f8d9c52ed2d96fd75fcdf0f6c4eb4c6e136798583c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f9ddb7071db62c9b53f3cfb1994a495816f83e10 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6778d264374ee926cdb09f8d9c52ed2d96fd75fcdf0f6c4eb4c6e136798583c +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c0558746d0d380f093039d612769fbe4670dc56e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_streamlined_heavy_hitter. +seed: 0 +use_timestamp: true +timestamp: '@20240814-223315' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_streamlined_heavy_hitter.@20240814-223315 +trial_dir: /results/dreamfusion-sd/A_streamlined_heavy_hitter.@20240814-223315 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A streamlined heavy hitter. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_streamlined_heavy_hitter.@20240814-223315/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b43eb73b5a20fca2126b9287df7d134ceaeddcc3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93af010027e2d001830775169f023a7835cc2471ea5330c846d82c8a0f67b29a +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b43eb73b5a20fca2126b9287df7d134ceaeddcc3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93af010027e2d001830775169f023a7835cc2471ea5330c846d82c8a0f67b29a +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..655197a02db967f4237147a6f0b8ce0bbb87897e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_striper._Using_the_blue_ballpoint_pen_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240811-124611' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611 +trial_dir: /results/dreamfusion-sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A striper. Using the blue ballpoint pen drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_striper._Using_the_blue_ballpoint_pen_drawing_technique.@20240811-124611/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ceaa4ce88c8273a4677c614fc87bbf15e255da4a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25c657b85308ec51c22917cd08cb1cca52ae20923c1467583e78d5bacae8c49 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ceaa4ce88c8273a4677c614fc87bbf15e255da4a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25c657b85308ec51c22917cd08cb1cca52ae20923c1467583e78d5bacae8c49 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..75a3fae9aafd1ec2964366320a4fdb97f90078a6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse. +seed: 0 +use_timestamp: true +timestamp: '@20240807-154624' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624 +trial_dir: /results/dreamfusion-sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A stuffed electronic fetal monitor. In the cloudscape genre and in the + style of the artist Henri Matisse. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_stuffed_electronic_fetal_monitor._In_the_cloudscape_genre_and_in_the_style_of_the_artist_Henri_Matisse.@20240807-154624/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..63db273286fc6309d7fe2ffde12364d3ee30a018 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3552eac6b21815e17f7aa0025675db6f8bedfbcfbecd788d71294bf8659f394 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..63db273286fc6309d7fe2ffde12364d3ee30a018 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3552eac6b21815e17f7aa0025675db6f8bedfbcfbecd788d71294bf8659f394 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f866010cb1e5298bf1972f46661abcd1e45149b1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_subnormal;_floss. +seed: 0 +use_timestamp: true +timestamp: '@20240814-165637' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_subnormal;_floss.@20240814-165637 +trial_dir: /results/dreamfusion-sd/A_subnormal;_floss.@20240814-165637 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A subnormal; floss. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_subnormal;_floss.@20240814-165637/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6f94034bca90a8084eab62f642ca47f61b1676b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b3b825ac44f925e19a0fadf0dded83dd858425955a303c4943d7b2e4a2cdee +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6f94034bca90a8084eab62f642ca47f61b1676b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b3b825ac44f925e19a0fadf0dded83dd858425955a303c4943d7b2e4a2cdee +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f72fa01d73d44fc28178612eb0949852f1637b54 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240812-020354' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354 +trial_dir: /results/dreamfusion-sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A suicide bomber. In the marina genre and using the chalk drawing technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_suicide_bomber._In_the_marina_genre_and_using_the_chalk_drawing_technique.@20240812-020354/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f3ae1881d175eb42c84f7301cb54afb0b64f53b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:833f44a861583865270b6a749eb3adb64da64d4c29c1b8118d2616da994fb775 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f3ae1881d175eb42c84f7301cb54afb0b64f53b6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:833f44a861583865270b6a749eb3adb64da64d4c29c1b8118d2616da994fb775 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8a56fdc3eefb3060960bb3e018f95d102719c203 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sump_(reservoir). +seed: 0 +use_timestamp: true +timestamp: '@20240807-102446' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sump_(reservoir).@20240807-102446 +trial_dir: /results/dreamfusion-sd/A_sump_(reservoir).@20240807-102446 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sump (reservoir). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sump_(reservoir).@20240807-102446/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..945b998b320602efa226e4fd15ac427d8022e76d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7b4d9e2c442de14e48fab9dd15db50277f8dbfcc77b250e54db3df5308a2bc +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..945b998b320602efa226e4fd15ac427d8022e76d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7b4d9e2c442de14e48fab9dd15db50277f8dbfcc77b250e54db3df5308a2bc +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..eb2cd0bda8fdfbe9a1fa056238f8ab935a461764 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240810-152935' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935 +trial_dir: /results/dreamfusion-sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sussex spaniel; a hearth (area). In the style of the artist Marc Chagall + and using the encaustic painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sussex_spaniel;_a_hearth_(area)._In_the_style_of_the_artist_Marc_Chagall_and_using_the_encaustic_painting_technique.@20240810-152935/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1eb0e6e056e1227425816715b3fbbb65e9841df5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7997da07ac543302b60fd32305c234785a1963374d74f44791d0ba971ca921 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1eb0e6e056e1227425816715b3fbbb65e9841df5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7997da07ac543302b60fd32305c234785a1963374d74f44791d0ba971ca921 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..72b14db0c4fdded26174010a99c61c6403154ed9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_swamp_gum;_a_nest_(retreat);_a_beatnik. +seed: 0 +use_timestamp: true +timestamp: '@20240812-221708' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708 +trial_dir: /results/dreamfusion-sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A swamp gum; a nest (retreat); a beatnik. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swamp_gum;_a_nest_(retreat);_a_beatnik.@20240812-221708/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fbf2ecd691137eaf27b9a4996099010363115db1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7bf24a9ea66ae03b783346a237e2a686eebdc1dd271285effe2921241b0bc2 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fbf2ecd691137eaf27b9a4996099010363115db1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7bf24a9ea66ae03b783346a237e2a686eebdc1dd271285effe2921241b0bc2 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..72445e441ae9e187e72a71ff8487bfc5dee2a33a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240816-112838' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838 +trial_dir: /results/dreamfusion-sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A swamp pine; a wasp-waisted epiphyllum. In the marina genre and using + the ancient Egyptian mural technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swamp_pine;_a_wasp-waisted_epiphyllum._In_the_marina_genre_and_using_the_ancient_Egyptian_mural_technique.@20240816-112838/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..485c252b70f61df0f3e306335694d96873936cb6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c9e2247a4ed276a32f8a6ba9f3dd96f70b7b03b33c4b1081561613cdb7101e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..485c252b70f61df0f3e306335694d96873936cb6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c9e2247a4ed276a32f8a6ba9f3dd96f70b7b03b33c4b1081561613cdb7101e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b33f151ad6c1b95b8fbd861c87b31909d4573f88 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240814-002142' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142 +trial_dir: /results/dreamfusion-sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A swan is indicates pregnancy week of the rosefish. In the cityscape genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swan_is_indicates_pregnancy_week_of_the_rosefish._In_the_cityscape_genre.@20240814-002142/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..26a1d8d733eabfe0a6c151d2de81f18c1307c17e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb277c7bc4ee8ef82287fded8632a5aacd54e2009cf1e25ac6ac0e62d7349cd +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..26a1d8d733eabfe0a6c151d2de81f18c1307c17e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb277c7bc4ee8ef82287fded8632a5aacd54e2009cf1e25ac6ac0e62d7349cd +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bc1dfcbb31d3c66a4501d838f61fcb8ef6a84bc8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin. +seed: 0 +use_timestamp: true +timestamp: '@20240811-112328' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328 +trial_dir: /results/dreamfusion-sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A sweatshop. In the style of the artist Paul Gauguin. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_sweatshop._In_the_style_of_the_artist_Paul_Gauguin.@20240811-112328/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bd5214abd5c66183c2d15261bb16718bed3b21a2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2e1166733155b8bd5a6c8af64cccab31a5c2096e5ddde9187ea067cee7c9a0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bd5214abd5c66183c2d15261bb16718bed3b21a2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2e1166733155b8bd5a6c8af64cccab31a5c2096e5ddde9187ea067cee7c9a0 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..10c3dcb452e18889578f8ffe1f19871b7179e4e9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard. +seed: 0 +use_timestamp: true +timestamp: '@20240812-104832' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832 +trial_dir: /results/dreamfusion-sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A swell. In the yakusha-e genre and in the style of the artist Jean-Honore + Fragonard. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swell._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Jean-Honore_Fragonard.@20240812-104832/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9f6ca4375fc93a120d2014ff20af9a931db3de73 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8180bce100264abbab26c19b5cec3e9bf16f6edb264f089748ad6b36552e3362 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9f6ca4375fc93a120d2014ff20af9a931db3de73 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8180bce100264abbab26c19b5cec3e9bf16f6edb264f089748ad6b36552e3362 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f4204ef1bcf26d0e070372e0bbe5492ca085a683 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-103430' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430 +trial_dir: /results/dreamfusion-sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A swift. In the style of the artist Louis Anquetin and using the digital + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swift._In_the_style_of_the_artist_Louis_Anquetin_and_using_the_digital_painting_technique.@20240813-103430/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1a087415a4212c86b2285f721118aa8d2aac1a3f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed426e80625c1d738dea0061286878ba1fcfd13b453029a28bbcd5c494b126ac +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1a087415a4212c86b2285f721118aa8d2aac1a3f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed426e80625c1d738dea0061286878ba1fcfd13b453029a28bbcd5c494b126ac +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e98da4c37057c830c7d1c6b99ca3095263ceffce --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_swiss_mountain_pine. +seed: 0 +use_timestamp: true +timestamp: '@20240808-101736' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_swiss_mountain_pine.@20240808-101736 +trial_dir: /results/dreamfusion-sd/A_swiss_mountain_pine.@20240808-101736 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A swiss mountain pine. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_swiss_mountain_pine.@20240808-101736/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f6d68200bc69cdbf0ef98c7e744eda95cbf018b5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14413820e680680dd2096ed6661b8a634707fc79c7d2a27b39b58a5b09b80944 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f6d68200bc69cdbf0ef98c7e744eda95cbf018b5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14413820e680680dd2096ed6661b8a634707fc79c7d2a27b39b58a5b09b80944 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e55a21e825336838da690aa844bd3943d020851a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240809-222539' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539 +trial_dir: /results/dreamfusion-sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A symposiast; a piping guan. In the capriccio genre and with the Impressionism + painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_symposiast;_a_piping_guan._In_the_capriccio_genre_and_with_the_Impressionism_painting_style.@20240809-222539/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..051ddfde27c9399f7c3ad30482555f581c579bfb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77b74b83a4ddcd1b05b1a7b5458210ed56916f932c2fb1b6af23ccc7182a7b4 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..051ddfde27c9399f7c3ad30482555f581c579bfb --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77b74b83a4ddcd1b05b1a7b5458210ed56916f932c2fb1b6af23ccc7182a7b4 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..518b1ae0d9d0a13c949e307668f757f4bd2b9432 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tabor_pipe._In_the_calligraphy_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240811-115708' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708 +trial_dir: /results/dreamfusion-sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tabor pipe. In the calligraphy genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tabor_pipe._In_the_calligraphy_genre.@20240811-115708/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cfa78c9bc3558fcfa759a234fe1b61870785a561 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7dbc192b505c640f168185dc57709c4ae4ad2dd17caf59e9c023b6fb6b3a44 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cfa78c9bc3558fcfa759a234fe1b61870785a561 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7dbc192b505c640f168185dc57709c4ae4ad2dd17caf59e9c023b6fb6b3a44 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46394957a091c3f2fb23f15ef06ed3087067f90f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent. +seed: 0 +use_timestamp: true +timestamp: '@20240816-165726' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726 +trial_dir: /results/dreamfusion-sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tall mound (baseball equipment); a sorb. In the veduta genre and in + the style of the artist John Singer Sargent. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_mound_(baseball_equipment);_a_sorb._In_the_veduta_genre_and_in_the_style_of_the_artist_John_Singer_Sargent.@20240816-165726/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ebe84acf6d3f52a220c253da5a67bbe2a8eb4acd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d6c695a33f6625a42f7942227816dbc296941e36b1fdcc0e57a31d698e325a +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ebe84acf6d3f52a220c253da5a67bbe2a8eb4acd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d6c695a33f6625a42f7942227816dbc296941e36b1fdcc0e57a31d698e325a +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..edb9423175f60f4471953ee2b1b1b520954197d5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tall_night_porter. +seed: 0 +use_timestamp: true +timestamp: '@20240815-012431' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tall_night_porter.@20240815-012431 +trial_dir: /results/dreamfusion-sd/A_tall_night_porter.@20240815-012431 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tall night porter. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_night_porter.@20240815-012431/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..952c365357eda51befa4ba2a9ed2905cc2da57d4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bd6fa263486f5ae9bad3404cf0843f48c28a9fd6e99df75f4b3b53b4ce8762c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..952c365357eda51befa4ba2a9ed2905cc2da57d4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bd6fa263486f5ae9bad3404cf0843f48c28a9fd6e99df75f4b3b53b4ce8762c +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0f7149cb6724508f2ade0e36c33a51be4d957391 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tall_pharmacist._Using_the_tempera_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240817-082016' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016 +trial_dir: /results/dreamfusion-sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tall pharmacist. Using the tempera painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tall_pharmacist._Using_the_tempera_painting_technique.@20240817-082016/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3397b24401ca2d4dd24ff496357a227b4f4074b8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6514a7ca4f5de171439f33e653e811e405322a16a5c81eb6e11fe84138d199d9 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3397b24401ca2d4dd24ff496357a227b4f4074b8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6514a7ca4f5de171439f33e653e811e405322a16a5c81eb6e11fe84138d199d9 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..96eb8ea6db6f42d0825a6f5a3b3fbc94c18ae856 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tamer_is_represents_the_team_of_the_gingham. +seed: 0 +use_timestamp: true +timestamp: '@20240811-123008' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008 +trial_dir: /results/dreamfusion-sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tamer is represents the team of the gingham. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tamer_is_represents_the_team_of_the_gingham.@20240811-123008/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..02b50112ea557cbc7d738571e0bf185d012edb85 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8836a661a6726e00d4ba0f76738e83f89e017e0b1e5115224dc67f1278e554c4 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..02b50112ea557cbc7d738571e0bf185d012edb85 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8836a661a6726e00d4ba0f76738e83f89e017e0b1e5115224dc67f1278e554c4 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f17b9921112bbb43aa858be1950297520e2c17ef --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee. +seed: 0 +use_timestamp: true +timestamp: '@20240806-173550' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550 +trial_dir: /results/dreamfusion-sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tangle orchid; a llama. In the style of the artist Paul Klee. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tangle_orchid;_a_llama._In_the_style_of_the_artist_Paul_Klee.@20240806-173550/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..357921645aeccc256c0013d03d36d5253afb455e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb29c1c6de6766ae6486201f8573084a6391d1d12a23e3b01cef7743065c2f25 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..357921645aeccc256c0013d03d36d5253afb455e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb29c1c6de6766ae6486201f8573084a6391d1d12a23e3b01cef7743065c2f25 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fc364d3020d2d8e20c76f9c9d628988f04138c96 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige. +seed: 0 +use_timestamp: true +timestamp: '@20240808-164836' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836 +trial_dir: /results/dreamfusion-sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tansy-leaved rocket; an appenzeller. In the advertisement genre and + in the style of the artist Utagawa Hiroshige. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tansy-leaved_rocket;_an_appenzeller._In_the_advertisement_genre_and_in_the_style_of_the_artist_Utagawa_Hiroshige.@20240808-164836/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..706814f09222928b85b80fe912af44c7ee5947b5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0431bfc5d82780f0e3d950f9f563e6f459cb9060ee642a7b1217c1c7dba21f5d +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..706814f09222928b85b80fe912af44c7ee5947b5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0431bfc5d82780f0e3d950f9f563e6f459cb9060ee642a7b1217c1c7dba21f5d +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..28515634666de0e0e43424c8f91be218a6038092 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tarahumara. +seed: 0 +use_timestamp: true +timestamp: '@20240808-014540' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tarahumara.@20240808-014540 +trial_dir: /results/dreamfusion-sd/A_tarahumara.@20240808-014540 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tarahumara. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tarahumara.@20240808-014540/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f76345cf863f2886327da4aeb018675b427773ed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3bc7a2ed2030cd517d22d1b337a2cb84b9488cd19a82277579b2f20ec83252c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f76345cf863f2886327da4aeb018675b427773ed --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3bc7a2ed2030cd517d22d1b337a2cb84b9488cd19a82277579b2f20ec83252c +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5d64b5d1972aa933418652cf85452feb8e7b4113 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tare_(counterweight);_a_rigger_(oilman). +seed: 0 +use_timestamp: true +timestamp: '@20240814-050317' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317 +trial_dir: /results/dreamfusion-sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tare (counterweight); a rigger (oilman). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tare_(counterweight);_a_rigger_(oilman).@20240814-050317/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..388f20ddb99d5a834aaa602a0f768c31b3e3a3aa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0a7d27c8b27efd391284cc3a19a831f20fdbfa7fd919f19958df03d77e5aff +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..388f20ddb99d5a834aaa602a0f768c31b3e3a3aa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0a7d27c8b27efd391284cc3a19a831f20fdbfa7fd919f19958df03d77e5aff +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ae6f01f72ba623d7e5b29735e5f8d8a0568f286c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali. +seed: 0 +use_timestamp: true +timestamp: '@20240810-013547' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547 +trial_dir: /results/dreamfusion-sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tassel hyacinth. In the style of the artist Salvador Dali. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tassel_hyacinth._In_the_style_of_the_artist_Salvador_Dali.@20240810-013547/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a93050c9c40d01797611ffeb9644331c4e5761d0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef932e915c24ac52f5b24bf93a50290944812d0d04dcaadb1a190ae5eb2828e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a93050c9c40d01797611ffeb9644331c4e5761d0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef932e915c24ac52f5b24bf93a50290944812d0d04dcaadb1a190ae5eb2828e +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b2c455903355cd9a6d10a81c753744192e35f7f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240813-200338' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338 +trial_dir: /results/dreamfusion-sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A taut cosmetician; a pharmacist. With the Cubo-Futurism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_cosmetician;_a_pharmacist._With_the_Cubo-Futurism_painting_style.@20240813-200338/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5c0482294eead451ab3b92abd4cd6e331841af69 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e675c8f7448fa39414a62b86dc8fd0c66481a120f2472736b6b8dea42514c46e +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..5c0482294eead451ab3b92abd4cd6e331841af69 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e675c8f7448fa39414a62b86dc8fd0c66481a120f2472736b6b8dea42514c46e +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7324179b22b3527d24cc5019f7688af4e058a84b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240813-112527' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527 +trial_dir: /results/dreamfusion-sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A taut figurehead; a long underwear. In the animal painting genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_figurehead;_a_long_underwear._In_the_animal_painting_genre.@20240813-112527/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f8d2c0f6093dea3aefea6d31f68df6842893a757 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2914f840322fd13a13dc4c9657043254e134f707430700d06fb567fc6622408 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f8d2c0f6093dea3aefea6d31f68df6842893a757 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2914f840322fd13a13dc4c9657043254e134f707430700d06fb567fc6622408 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..64d11645c4ab1efaf661f565fa0ba6b9334b964d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_taut_pelagic_bird. +seed: 0 +use_timestamp: true +timestamp: '@20240814-182000' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_taut_pelagic_bird.@20240814-182000 +trial_dir: /results/dreamfusion-sd/A_taut_pelagic_bird.@20240814-182000 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A taut pelagic bird. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_pelagic_bird.@20240814-182000/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8002c70ff3e433233cda4ba01e10b4dc864c5f78 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f91973ee49c33c5d19577e3cbb078a8943c3c0d4afd338734f8a03826fb8f09 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8002c70ff3e433233cda4ba01e10b4dc864c5f78 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f91973ee49c33c5d19577e3cbb078a8943c3c0d4afd338734f8a03826fb8f09 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1e7ac5d1aa89a11c85ee0b72a3345a2554a73eca --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_taut_side_(line)._With_the_Primitivism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-031943' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943 +trial_dir: /results/dreamfusion-sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A taut side (line). With the Primitivism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_side_(line)._With_the_Primitivism_painting_style.@20240807-031943/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d29c91ac2ae67536b1e6cb4357673a57e1c49b8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3524639a9342a987120c954e7fea91cc9ef51be199fbde219f6a1030082e9429 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d29c91ac2ae67536b1e6cb4357673a57e1c49b8 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3524639a9342a987120c954e7fea91cc9ef51be199fbde219f6a1030082e9429 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b5f4330c1a724d65ef35070df894f841d368389 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_taut_side_street._With_the_New_Casualism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-201959' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959 +trial_dir: /results/dreamfusion-sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A taut side street. With the New Casualism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_taut_side_street._With_the_New_Casualism_painting_style.@20240817-201959/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..37294bbace608d1963366ece9e1a05278515c6c6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f086492f6e60e09c65b7a951421cbf135098d7f71c469e4e705ccc7e8a1d4b2 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..37294bbace608d1963366ece9e1a05278515c6c6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f086492f6e60e09c65b7a951421cbf135098d7f71c469e4e705ccc7e8a1d4b2 +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7ca2828f45b0d12384a3960323370154be3933f1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240818-105443' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443 +trial_dir: /results/dreamfusion-sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tenrec; a grooved ironwork. In the panorama genre and using the velvet + painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tenrec;_a_grooved_ironwork._In_the_panorama_genre_and_using_the_velvet_painting_technique.@20240818-105443/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4de47ac844b6a57a7fc726e9c7b011a11f12f861 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086021862ed5dfbeb4acd8462df496ed2b80fcc6d5e212743bc0be579482e2e7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4de47ac844b6a57a7fc726e9c7b011a11f12f861 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086021862ed5dfbeb4acd8462df496ed2b80fcc6d5e212743bc0be579482e2e7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..55049603b6c63b57d3b644c4ffe978c37c9a079b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte. +seed: 0 +use_timestamp: true +timestamp: '@20240808-031440' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440 +trial_dir: /results/dreamfusion-sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A terror (person); a crape fern. In the symbolic painting genre and in + the style of the artist Rene Magritte. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_terror_(person);_a_crape_fern._In_the_symbolic_painting_genre_and_in_the_style_of_the_artist_Rene_Magritte.@20240808-031440/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..58633014fb34f84694625e68d7dc57bf7857b2fa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ac5a5e971dd2ece0b10d1b1bdd4d7e549cd5ae32db7e6238041f931f26e5dae +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..58633014fb34f84694625e68d7dc57bf7857b2fa --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ac5a5e971dd2ece0b10d1b1bdd4d7e549cd5ae32db7e6238041f931f26e5dae +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9936aa2bc4d30afa312c36231f4baef4b8b23eec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_texas_purple_spike;_a_library_(room). +seed: 0 +use_timestamp: true +timestamp: '@20240814-153339' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_texas_purple_spike;_a_library_(room).@20240814-153339 +trial_dir: /results/dreamfusion-sd/A_texas_purple_spike;_a_library_(room).@20240814-153339 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A texas purple spike; a library (room). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_texas_purple_spike;_a_library_(room).@20240814-153339/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0f2c620263fc745ab8ca6e827b00d2584997e830 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df7ec8ae69b129914975b81d04dc39bedb7edc7e25a4c97668cabfd17209919 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0f2c620263fc745ab8ca6e827b00d2584997e830 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df7ec8ae69b129914975b81d04dc39bedb7edc7e25a4c97668cabfd17209919 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2ceabd91bf10038c4cafd9eecb872294dad88e7c --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_thermograph_(medical_instrument). +seed: 0 +use_timestamp: true +timestamp: '@20240806-221235' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_thermograph_(medical_instrument).@20240806-221235 +trial_dir: /results/dreamfusion-sd/A_thermograph_(medical_instrument).@20240806-221235 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A thermograph (medical instrument). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thermograph_(medical_instrument).@20240806-221235/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..428f39f77a9d7edcb5bea5862f4b03f2c6c38bf7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389189fe4d408c2bcbb4fe2d448ef59e13bb970fcacd1a141d1bc8640f98f854 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..428f39f77a9d7edcb5bea5862f4b03f2c6c38bf7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389189fe4d408c2bcbb4fe2d448ef59e13bb970fcacd1a141d1bc8640f98f854 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e84a16754972785041eeaa27ba397de397c92832 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240810-053622' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622 +trial_dir: /results/dreamfusion-sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A thick orthochromatic film. In the religious painting genre and with + the Neo-Concretism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thick_orthochromatic_film._In_the_religious_painting_genre_and_with_the_Neo-Concretism_painting_style.@20240810-053622/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e4dd9df474b4d5100c9b49f283af816b235f3e3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa4a8529bf286827666fda7815ee70eadd9ff1683142f0ca8f89bdc912cc315 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e4dd9df474b4d5100c9b49f283af816b235f3e3 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa4a8529bf286827666fda7815ee70eadd9ff1683142f0ca8f89bdc912cc315 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c4b60145b9412a3cc69d2325e9ad33a3b8fac854 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_thill;_a_film_clip._With_the_Miserablism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-112550' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550 +trial_dir: /results/dreamfusion-sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A thill; a film clip. With the Miserablism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thill;_a_film_clip._With_the_Miserablism_painting_style.@20240807-112550/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..50c153146b0ec0d7cdeb80969b4d40aace04c144 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fecb24f403da65f5d392399ad521bd09b7e41cb722cda7bd3bf0e024e8e5fa7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..50c153146b0ec0d7cdeb80969b4d40aace04c144 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fecb24f403da65f5d392399ad521bd09b7e41cb722cda7bd3bf0e024e8e5fa7 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..505eedbf8f2204e7ebb4b661129de84ee4555dbd --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-095529' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529 +trial_dir: /results/dreamfusion-sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A thin roccella; a grader. In the bird-and-flower genre and with the Poster + Art Realism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_roccella;_a_grader._In_the_bird-and-flower_genre_and_with_the_Poster_Art_Realism_painting_style.@20240817-095529/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fbfdf1d35848ed3c3e846ff1fa5c88f99153246a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c2031b4247caf8b3138a57cdb02c2025c8ec935cd03f47ec8094867bc4a720 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fbfdf1d35848ed3c3e846ff1fa5c88f99153246a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c2031b4247caf8b3138a57cdb02c2025c8ec935cd03f47ec8094867bc4a720 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..10cd8dfec1512893d9b427ee0b12cb6bc2989d33 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240815-174442' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442 +trial_dir: /results/dreamfusion-sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A thin shortia; a regnellidium. With the Verism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_shortia;_a_regnellidium._With_the_Verism_painting_style.@20240815-174442/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1268fffdefb86b3e53fa8843ff50340325badcd5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e2e0abf35ec7a361d60d3aac2045d4a9077d3324adc882a24b50d5e0471629 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1268fffdefb86b3e53fa8843ff50340325badcd5 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e2e0abf35ec7a361d60d3aac2045d4a9077d3324adc882a24b50d5e0471629 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..736f21e0e60ecb9f1fa722c54a3d4663ca94c5be --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_thin_tufted_puffin._In_the_figurative_genre. +seed: 0 +use_timestamp: true +timestamp: '@20240817-073445' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445 +trial_dir: /results/dreamfusion-sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A thin tufted puffin. In the figurative genre. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thin_tufted_puffin._In_the_figurative_genre.@20240817-073445/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bdb5e76358732a009e8c8be05290a4b5dfcf0eb6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a3b0a7e3da0d3e5d49f9b7ca8af7c0f87d0a54dd63bd2a2188586347791338b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..bdb5e76358732a009e8c8be05290a4b5dfcf0eb6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a3b0a7e3da0d3e5d49f9b7ca8af7c0f87d0a54dd63bd2a2188586347791338b +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2bcce84b83dbae2aca04ac1a8c67f002cc6a76b9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root). +seed: 0 +use_timestamp: true +timestamp: '@20240811-072940' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940 +trial_dir: /results/dreamfusion-sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A thyme-leaved sandwort is moving in the parsnip (root). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_thyme-leaved_sandwort_is_moving_in_the_parsnip_(root).@20240811-072940/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d85b13def095560609abd1e2ff9a84713281b160 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:483687e939376fa0b1db8f55a47e79102915f32a5d138a576f9428a8f4db4776 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d85b13def095560609abd1e2ff9a84713281b160 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:483687e939376fa0b1db8f55a47e79102915f32a5d138a576f9428a8f4db4776 +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c4f5c8350c6e51392e5831a824c0bf23278ba475 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tick_(mattress). +seed: 0 +use_timestamp: true +timestamp: '@20240807-061257' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tick_(mattress).@20240807-061257 +trial_dir: /results/dreamfusion-sd/A_tick_(mattress).@20240807-061257 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tick (mattress). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tick_(mattress).@20240807-061257/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1e87665043a795a37da621623b77192a71479a00 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe5f8611464bca5bfd065faab7a7e79fda345f775131f955e3162e54ce00108 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1e87665043a795a37da621623b77192a71479a00 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe5f8611464bca5bfd065faab7a7e79fda345f775131f955e3162e54ce00108 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3e9dc293c287ae80f219f20e7863837f8916692e --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tin_hipflask;_an_erica._Using_the_sand_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240814-082648' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648 +trial_dir: /results/dreamfusion-sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tin hipflask; an erica. Using the sand painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tin_hipflask;_an_erica._Using_the_sand_painting_technique.@20240814-082648/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4457b8815e88fa3d2259b872f79f24df29598378 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a54377760d6838302be2896213ddc5875cdaf3eb822e082d5b63aaff7ba5092 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4457b8815e88fa3d2259b872f79f24df29598378 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a54377760d6838302be2896213ddc5875cdaf3eb822e082d5b63aaff7ba5092 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..78ddc97b1aba3fa2545276f0ea7150dc1c83c24d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240807-161857' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857 +trial_dir: /results/dreamfusion-sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tiny private line. In the miniature genre and with the Art Brut painting + style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tiny_private_line._In_the_miniature_genre_and_with_the_Art_Brut_painting_style.@20240807-161857/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..92cb6e8bf52b72082a912044c6134720cf5565c0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80f8d7482014b90bd563a33449301d856989f7fb8c664ee192362e093025492 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..92cb6e8bf52b72082a912044c6134720cf5565c0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80f8d7482014b90bd563a33449301d856989f7fb8c664ee192362e093025492 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d31e8942f40d967bada3c1f53f72c99316ff47f0 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_tipu_is_spanning_across_the_wind_farm. +seed: 0 +use_timestamp: true +timestamp: '@20240811-012520' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tipu_is_spanning_across_the_wind_farm.@20240811-012520 +trial_dir: /results/dreamfusion-sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tipu is spanning across the wind farm. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tipu_is_spanning_across_the_wind_farm.@20240811-012520/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a031ee652b2748d7697699547d052f37a8aa992b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6352e58ff53157be0794f7dffe4811cde7ce15209c6103fa6194f5f9c20967a0 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a031ee652b2748d7697699547d052f37a8aa992b --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6352e58ff53157be0794f7dffe4811cde7ce15209c6103fa6194f5f9c20967a0 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..54bf5bc5a88e93177b248eb0aed901608d48d9ff --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240815-065934' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934 +trial_dir: /results/dreamfusion-sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A top-heavy clotheshorse; a myrrh tree. Using the glitter glue painting + technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_clotheshorse;_a_myrrh_tree._Using_the_glitter_glue_painting_technique.@20240815-065934/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..59a4e0391770c755a467422217c1124614e54363 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5dfea18dfd3badd6eaa34af9bacb577c0739add01182df9b73462d739fafc4 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..59a4e0391770c755a467422217c1124614e54363 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5dfea18dfd3badd6eaa34af9bacb577c0739add01182df9b73462d739fafc4 +size 151452047 diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..536cb31647d8b60e8188066daa17ed264f9a3d7a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_top-heavy_pull-through._With_the_Neoplasticism_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240818-045835' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835 +trial_dir: /results/dreamfusion-sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A top-heavy pull-through. With the Neoplasticism painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_pull-through._With_the_Neoplasticism_painting_style.@20240818-045835/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e14c71813cd6cb50e1d91f56be2b382b22b8d3c6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21eb967d085df844036672f8af0118e563e73e9c302f6d9531ed1505c3905390 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e14c71813cd6cb50e1d91f56be2b382b22b8d3c6 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21eb967d085df844036672f8af0118e563e73e9c302f6d9531ed1505c3905390 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..681c50870d504657410f95cd518435e2db84bc6a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro. +seed: 0 +use_timestamp: true +timestamp: '@20240819-092828' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828 +trial_dir: /results/dreamfusion-sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A top-heavy rocking chair; a rush. In the religious painting genre and + in the style of the artist Camille Pissarro. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_top-heavy_rocking_chair;_a_rush._In_the_religious_painting_genre_and_in_the_style_of_the_artist_Camille_Pissarro.@20240819-092828/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c132ee6cda3b6695842c2b472144479bb76600b4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8dd0b3006753bd0aed7f4bbb51adb12d32d6649dc5eb8efb852e957d3733132 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c132ee6cda3b6695842c2b472144479bb76600b4 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8dd0b3006753bd0aed7f4bbb51adb12d32d6649dc5eb8efb852e957d3733132 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b53f03a1b7f7114d1b362d9db96eb44f5b736d23 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_torn_horsemint_(mint). +seed: 0 +use_timestamp: true +timestamp: '@20240816-065332' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_torn_horsemint_(mint).@20240816-065332 +trial_dir: /results/dreamfusion-sd/A_torn_horsemint_(mint).@20240816-065332 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A torn horsemint (mint). + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_torn_horsemint_(mint).@20240816-065332/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4a7a42338445cf0abe10e97c2a3110c7c3801f8d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af247b36f40e54c3a77df3dc154d41bac4439086eeef88b69974fa75d416080 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4a7a42338445cf0abe10e97c2a3110c7c3801f8d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af247b36f40e54c3a77df3dc154d41bac4439086eeef88b69974fa75d416080 +size 151452303 diff --git a/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3cf122741c375652c6d098e5b7bdf8919a81c0d7 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan. +seed: 0 +use_timestamp: true +timestamp: '@20240818-192229' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229 +trial_dir: /results/dreamfusion-sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tosser (masturbator); a rake (tool); a lacewing. In the genre painting + genre and in the style of the artist Martiros Saryan. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tosser_(masturbator);_a_rake_(tool);_a_lacewing._In_the_genre_painting_genre_and_in_the_style_of_the_artist_Martiros_Saryan.@20240818-192229/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..05e2a38e331e74c0460ce066b6a642e9de9e327f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbf64fe1ec193061cd5c23c1d6d49e7d72684c78b9b02359fa6aea6e04bd965 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..05e2a38e331e74c0460ce066b6a642e9de9e327f --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbf64fe1ec193061cd5c23c1d6d49e7d72684c78b9b02359fa6aea6e04bd965 +size 151452111 diff --git a/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c8497f7359034a60d489bc600794e9ad01171d29 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique. +seed: 0 +use_timestamp: true +timestamp: '@20240813-115726' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726 +trial_dir: /results/dreamfusion-sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A towering and unnerving dogtooth violet. Using the hot wax painting technique. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_and_unnerving_dogtooth_violet._Using_the_hot_wax_painting_technique.@20240813-115726/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eb049cdc22b27568f69015539b3ce3baa0c8e8db --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7482e7c78a354871a10d15244e636c293987eec7eb94fe482f7f5a3c4e7f8cc +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eb049cdc22b27568f69015539b3ce3baa0c8e8db --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7482e7c78a354871a10d15244e636c293987eec7eb94fe482f7f5a3c4e7f8cc +size 151452175 diff --git a/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..11f8e5eaa8bd85d5ab8851abdd3922da6759542d --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam. +seed: 0 +use_timestamp: true +timestamp: '@20240807-193708' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708 +trial_dir: /results/dreamfusion-sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A towering pig. In the yakusha-e genre and in the style of the artist + Childe Hassam. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_pig._In_the_yakusha-e_genre_and_in_the_style_of_the_artist_Childe_Hassam.@20240807-193708/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..af45238ee9257b8e24049fa89025ace04268f8d9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:085cf11871c47e8465a87670d54b6db0477602595deb18435560c2f83f401780 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..af45238ee9257b8e24049fa89025ace04268f8d9 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:085cf11871c47e8465a87670d54b6db0477602595deb18435560c2f83f401780 +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..32cca3ae556fa97f0c60ac13961d90ef2ca85dec --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo. +seed: 0 +use_timestamp: true +timestamp: '@20240810-042850' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850 +trial_dir: /results/dreamfusion-sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A towering primary care physician. In the shan shui genre and in the style + of the artist Frida Kahlo. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_towering_primary_care_physician._In_the_shan_shui_genre_and_in_the_style_of_the_artist_Frida_Kahlo.@20240810-042850/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6a8eb8e5119bb1b945064a480b87533e0bed4a98 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92de5fae7416f2d8f64d697237cb1bd60e40747791f228d8ad4b25f306eeaaf1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6a8eb8e5119bb1b945064a480b87533e0bed4a98 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92de5fae7416f2d8f64d697237cb1bd60e40747791f228d8ad4b25f306eeaaf1 +size 151451983 diff --git a/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..df2b8de999d8b6caee0adedd567b7342ef2489c1 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_trade_route;_a_sizable_charm_quark. +seed: 0 +use_timestamp: true +timestamp: '@20240812-071616' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_trade_route;_a_sizable_charm_quark.@20240812-071616 +trial_dir: /results/dreamfusion-sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A trade route; a sizable charm quark. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_trade_route;_a_sizable_charm_quark.@20240812-071616/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ce0cc5281945c4909ea57d2592e5aed7772cb351 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e7147a6261998bf1fc298399eb7bf88260c47bd22737e3add6b018e37722bd +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ce0cc5281945c4909ea57d2592e5aed7772cb351 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e7147a6261998bf1fc298399eb7bf88260c47bd22737e3add6b018e37722bd +size 151451855 diff --git a/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8714fbbcb94dbd6b5f4b73ad1dd0045de94b7e13 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_traffic_cop. +seed: 0 +use_timestamp: true +timestamp: '@20240806-154359' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_traffic_cop.@20240806-154359 +trial_dir: /results/dreamfusion-sd/A_traffic_cop.@20240806-154359 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A traffic cop. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_traffic_cop.@20240806-154359/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b14cb8f9dfb5ea621b8f9c0da82c387c0a082935 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ea8e0779f7727b03f3d354e4fc64f85a73c676ba0584a5230f5d18e641e29e +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b14cb8f9dfb5ea621b8f9c0da82c387c0a082935 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ea8e0779f7727b03f3d354e4fc64f85a73c676ba0584a5230f5d18e641e29e +size 151452239 diff --git a/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7ca31a1168c5575027a619dd9af2a52dff7e5836 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/configs/parsed.yaml @@ -0,0 +1,110 @@ +name: dreamfusion-sd +description: '' +tag: A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style. +seed: 0 +use_timestamp: true +timestamp: '@20240817-112549' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549 +trial_dir: /results/dreamfusion-sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A tragopan; an awesome red-legged partridge. In the history painting genre + and with the Nihonga painting style. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_tragopan;_an_awesome_red-legged_partridge._In_the_history_painting_genre_and_with_the_Nihonga_painting_style.@20240817-112549/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d8d55d234cb4f224e86e2f73f27a7ab0ea3260b2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af4a641676681cfbab5565eebb9d25140ea86066406a7f68f48fbfe0191e3f3 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d8d55d234cb4f224e86e2f73f27a7ab0ea3260b2 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af4a641676681cfbab5565eebb9d25140ea86066406a7f68f48fbfe0191e3f3 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c5c9449014ffa1438ac2ddfb1bb208b2c0e71557 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_trainbearer;_an_allamanda. +seed: 0 +use_timestamp: true +timestamp: '@20240814-235841' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_trainbearer;_an_allamanda.@20240814-235841 +trial_dir: /results/dreamfusion-sd/A_trainbearer;_an_allamanda.@20240814-235841 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A trainbearer; an allamanda. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_trainbearer;_an_allamanda.@20240814-235841/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps} diff --git a/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/ckpts/epoch=0-step=10000.ckpt b/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/ckpts/epoch=0-step=10000.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b30a1ea0be213977d2e0d90b57e128078b0ba932 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/ckpts/epoch=0-step=10000.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ef4fe503a34db602995169ef7de6b42bc6af130de756a5128e7cf3a7727985 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/ckpts/last.ckpt b/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/ckpts/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b30a1ea0be213977d2e0d90b57e128078b0ba932 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/ckpts/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ef4fe503a34db602995169ef7de6b42bc6af130de756a5128e7cf3a7727985 +size 151451919 diff --git a/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/configs/parsed.yaml b/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/configs/parsed.yaml new file mode 100644 index 0000000000000000000000000000000000000000..14474abd4c35150d5ed6d7e018df1764645e1b68 --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/configs/parsed.yaml @@ -0,0 +1,109 @@ +name: dreamfusion-sd +description: '' +tag: A_transmission;_an_in_shape_caber. +seed: 0 +use_timestamp: true +timestamp: '@20240810-181536' +exp_root_dir: /results +exp_dir: /results/dreamfusion-sd +trial_name: A_transmission;_an_in_shape_caber.@20240810-181536 +trial_dir: /results/dreamfusion-sd/A_transmission;_an_in_shape_caber.@20240810-181536 +n_gpus: 1 +resume: null +data_type: random-camera-datamodule +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: + - 1.5 + - 2.0 + fovy_range: + - 40 + - 70 + elevation_range: + - -10 + - 45 + light_sample_strategy: dreamfusion + eval_camera_distance: 2.0 + eval_fovy_deg: 70.0 +system_type: dreamfusion-system +system: + geometry_type: implicit-volume + geometry: + radius: 2.0 + normal_type: analytic + density_bias: blob_magic3d + density_activation: softplus + density_blob_scale: 10.0 + density_blob_std: 0.5 + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 + start_level: 8 + start_step: 2000 + update_steps: 500 + material_type: diffuse-with-point-light-material + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + background_type: neural-environment-map-background + background: + color_activation: sigmoid + renderer_type: nerf-volume-renderer + renderer: + radius: 2.0 + num_samples_per_ray: 512 + prompt_processor_type: stable-diffusion-prompt-processor + prompt_processor: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + prompt: A transmission; an in shape caber. + guidance_type: stable-diffusion-guidance + guidance: + pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base + guidance_scale: 100.0 + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + loggers: + wandb: + enable: false + project: threestudio + name: None + loss: + lambda_sds: 1.0 + lambda_orient: + - 0 + - 10.0 + - 1000.0 + - 5000 + lambda_sparsity: 1.0 + lambda_opaque: 0.0 + optimizer: + name: Adam + args: + lr: 0.01 + betas: + - 0.9 + - 0.99 + eps: 1.0e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 +trainer: + max_steps: 10000 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed +checkpoint: + save_last: true + save_top_k: -1 + every_n_train_steps: 10000 diff --git a/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/configs/raw.yaml b/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/configs/raw.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17bd08456731f30d5fa9fa86f0f61804e100dc9a --- /dev/null +++ b/3Dsckpts/dreamfusion_sd/A_transmission;_an_in_shape_caber.@20240810-181536/configs/raw.yaml @@ -0,0 +1,115 @@ +name: "dreamfusion-sd" +tag: "${rmspace:${system.prompt_processor.prompt},_}" +# exp_root_dir: "outputs" +exp_root_dir: "/results" +seed: 0 + +data_type: "random-camera-datamodule" +data: + batch_size: 1 + width: 64 + height: 64 + camera_distance_range: [1.5, 2.0] + fovy_range: [40, 70] + elevation_range: [-10, 45] + light_sample_strategy: "dreamfusion" + eval_camera_distance: 2.0 + eval_fovy_deg: 70. + +system_type: "dreamfusion-system" +system: + geometry_type: "implicit-volume" + geometry: + radius: 2.0 + normal_type: "analytic" + + # the density initialization proposed in the DreamFusion paper + # does not work very well + # density_bias: "blob_dreamfusion" + # density_activation: exp + # density_blob_scale: 5. + # density_blob_std: 0.2 + + # use Magic3D density initialization instead + density_bias: "blob_magic3d" + density_activation: softplus + density_blob_scale: 10. + density_blob_std: 0.5 + + # coarse to fine hash grid encoding + # to ensure smooth analytic normals + pos_encoding_config: + otype: ProgressiveBandHashGrid + n_levels: 16 + n_features_per_level: 2 + log2_hashmap_size: 19 + base_resolution: 16 + per_level_scale: 1.447269237440378 # max resolution 4096 + start_level: 8 # resolution ~200 + start_step: 2000 + update_steps: 500 + + material_type: "diffuse-with-point-light-material" + material: + ambient_only_steps: 2001 + albedo_activation: sigmoid + + background_type: "neural-environment-map-background" + background: + color_activation: sigmoid + + renderer_type: "nerf-volume-renderer" + renderer: + radius: ${system.geometry.radius} + num_samples_per_ray: 512 + + prompt_processor_type: "stable-diffusion-prompt-processor" + prompt_processor: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + prompt: ??? + + guidance_type: "stable-diffusion-guidance" + guidance: + pretrained_model_name_or_path: "stabilityai/stable-diffusion-2-1-base" + guidance_scale: 100. + weighting_strategy: sds + min_step_percent: 0.02 + max_step_percent: 0.98 + + loggers: + wandb: + enable: false + project: "threestudio" + name: None + + loss: + lambda_sds: 1. + lambda_orient: [0, 10., 1000., 5000] + lambda_sparsity: 1. + lambda_opaque: 0. + + optimizer: + name: Adam + args: + lr: 0.01 + betas: [0.9, 0.99] + eps: 1.e-15 + params: + geometry: + lr: 0.01 + background: + lr: 0.001 + +trainer: + max_steps: 10000 + # max_steps: 100 + log_every_n_steps: 1 + num_sanity_val_steps: 0 + val_check_interval: 5000 + enable_progress_bar: true + precision: 16-mixed + +checkpoint: + save_last: true # save at each validation time + save_top_k: -1 + every_n_train_steps: ${trainer.max_steps}