0817-012224
Browse files- context_unet.py +1 -1
- diffusion.py +3 -3
- phoenix_diffusion.sbatch +3 -3
- quantify_results.ipynb +3 -3
context_unet.py
CHANGED
|
@@ -334,7 +334,7 @@ class ContextUnet(nn.Module):
|
|
| 334 |
elif image_size == 128:
|
| 335 |
channel_mult = (1, 1, 2, 3, 4)
|
| 336 |
elif image_size == 64:
|
| 337 |
-
channel_mult = (0.5,1,1,2,2)#(1,1,2)#(1,2)#(1,1,2,2)#(1,1,2,2,4)#(2,2,4,4,4)#(1, 2, 4)#(2,4,4,4,8)#(1, 2, 2, 4, 4)#(1, 2, 2, 4, 8)#(1, 1, 2, 2, 4, 4)#(1, 2, 4, 8, 16)#(1, 2, 3, 4)#(1, 2, 4, 6, 8)#(1, 2, 2, 4)#(1, 2, 8, 8, 8)#(1, 2, 4)#(1, 2, 2, 4)#(0.5,1,2,2,4,4)#(1, 1, 2, 2, 4, 4)#
|
| 338 |
elif image_size == 32:
|
| 339 |
channel_mult = (1, 2, 2, 4)
|
| 340 |
elif image_size == 28:
|
|
|
|
| 334 |
elif image_size == 128:
|
| 335 |
channel_mult = (1, 1, 2, 3, 4)
|
| 336 |
elif image_size == 64:
|
| 337 |
+
channel_mult = (1,2,2,4,4)#(1,1,2,2,4)#(1,1,1,2,2)#(0.5,1,1,2,2)#(1,1,2)#(1,2)#(1,1,2,2)#(1,1,2,2,4)#(2,2,4,4,4)#(1, 2, 4)#(2,4,4,4,8)#(1, 2, 2, 4, 4)#(1, 2, 2, 4, 8)#(1, 1, 2, 2, 4, 4)#(1, 2, 4, 8, 16)#(1, 2, 3, 4)#(1, 2, 4, 6, 8)#(1, 2, 2, 4)#(1, 2, 8, 8, 8)#(1, 2, 4)#(1, 2, 2, 4)#(0.5,1,2,2,4,4)#(1, 1, 2, 2, 4, 4)#
|
| 338 |
elif image_size == 32:
|
| 339 |
channel_mult = (1, 2, 2, 4)
|
| 340 |
elif image_size == 28:
|
diffusion.py
CHANGED
|
@@ -269,9 +269,9 @@ class TrainConfig:
|
|
| 269 |
# dim = 2
|
| 270 |
dim = 3#2
|
| 271 |
stride = (2,4) if dim == 2 else (2,2,2)
|
| 272 |
-
num_image =
|
| 273 |
-
batch_size =
|
| 274 |
-
n_epoch =
|
| 275 |
HII_DIM = 64
|
| 276 |
num_redshift = 64#256#512#256#512#256#512#256#512#64#512#64#512#64#256CUDAoom#128#64#512#128#64#512#256#256#64#512#128
|
| 277 |
channel = 1
|
|
|
|
| 269 |
# dim = 2
|
| 270 |
dim = 3#2
|
| 271 |
stride = (2,4) if dim == 2 else (2,2,2)
|
| 272 |
+
num_image = 2000#480#1200#120#3000#300#3000#6000#30#60#6000#1000#2000#20000#15000#7000#25600#3000#10000#1000#10000#5000#2560#800#2560
|
| 273 |
+
batch_size = 1#1#10#50#10#50#20#50#1#2#50#20#2#100 # 10
|
| 274 |
+
n_epoch = 15#1#50#10#1#50#1#50#5#50#5#50#100#50#100#30#120#5#4# 10#50#20#20#2#5#25 # 120
|
| 275 |
HII_DIM = 64
|
| 276 |
num_redshift = 64#256#512#256#512#256#512#256#512#64#512#64#512#64#256CUDAoom#128#64#512#128#64#512#256#256#64#512#128
|
| 277 |
channel = 1
|
phoenix_diffusion.sbatch
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
#SBATCH -J diffusion # Job name
|
| 3 |
#SBATCH -A gts-jw254-coda20
|
| 4 |
#SBATCH -qembers
|
| 5 |
-
#SBATCH -
|
| 6 |
#SBATCH --ntasks-per-node=1
|
| 7 |
#SBATCH --mem-per-gpu=16G # Memory per core
|
| 8 |
#SBATCH -t 08:00:00 # Duration of the job (Ex: 15 mins)
|
|
@@ -31,9 +31,9 @@ export MASTER_PORT=$MASTER_PORT
|
|
| 31 |
|
| 32 |
srun python diffusion.py \
|
| 33 |
--train 1 \
|
| 34 |
-
--resume outputs/model_state-N3000-device_count1-
|
| 35 |
--num_new_img_per_gpu 50 \
|
| 36 |
-
--max_num_img_per_gpu
|
| 37 |
--gradient_accumulation_steps 1 \
|
| 38 |
######################################################################################
|
| 39 |
|
|
|
|
| 2 |
#SBATCH -J diffusion # Job name
|
| 3 |
#SBATCH -A gts-jw254-coda20
|
| 4 |
#SBATCH -qembers
|
| 5 |
+
#SBATCH -N8 --gpus-per-node=V100:1 -C V100-16GB # Number of nodes and cores per node required
|
| 6 |
#SBATCH --ntasks-per-node=1
|
| 7 |
#SBATCH --mem-per-gpu=16G # Memory per core
|
| 8 |
#SBATCH -t 08:00:00 # Duration of the job (Ex: 15 mins)
|
|
|
|
| 31 |
|
| 32 |
srun python diffusion.py \
|
| 33 |
--train 1 \
|
| 34 |
+
--resume outputs/model_state-N3000-device_count1-node3-epoch39-172.27.144.175 \
|
| 35 |
--num_new_img_per_gpu 50 \
|
| 36 |
+
--max_num_img_per_gpu 2 \
|
| 37 |
--gradient_accumulation_steps 1 \
|
| 38 |
######################################################################################
|
| 39 |
|
quantify_results.ipynb
CHANGED
|
@@ -20,9 +20,11 @@
|
|
| 20 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/notebook/notebookapp.py\", line 44, in <module>\n",
|
| 21 |
"\u001b[1;31m\n",
|
| 22 |
"\u001b[1;31m from jinja2 import Environment, FileSystemLoader\n",
|
|
|
|
| 23 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/__init__.py\", line 12, in <module>\n",
|
| 24 |
"\u001b[1;31m\n",
|
| 25 |
"\u001b[1;31m from .environment import Environment\n",
|
|
|
|
| 26 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/environment.py\", line 25, in <module>\n",
|
| 27 |
"\u001b[1;31m\n",
|
| 28 |
"\u001b[1;31m from .defaults import BLOCK_END_STRING\n",
|
|
@@ -70,12 +72,10 @@
|
|
| 70 |
"\u001b[1;31m\n",
|
| 71 |
"\u001b[1;31m from .defaults import BLOCK_END_STRING\n",
|
| 72 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/defaults.py\", line 3, in <module>\n",
|
| 73 |
-
"\u001b[1;31m\n",
|
| 74 |
"\u001b[1;31m from .filters import FILTERS as DEFAULT_FILTERS # noqa: F401\n",
|
| 75 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/filters.py\", line 13, in <module>\n",
|
| 76 |
"\u001b[1;31m\n",
|
| 77 |
"\u001b[1;31m from markupsafe import soft_unicode\n",
|
| 78 |
-
"\u001b[1;31m\n",
|
| 79 |
"\u001b[1;31mImportError: cannot import name 'soft_unicode' from 'markupsafe' (/storage/home/hcoda1/3/bxia34/.local/lib/python3.9/site-packages/markupsafe/__init__.py). \n",
|
| 80 |
"\u001b[1;31mView Jupyter <a href='command:jupyter.viewOutput'>log</a> for further details."
|
| 81 |
]
|
|
@@ -2321,7 +2321,7 @@
|
|
| 2321 |
"name": "python",
|
| 2322 |
"nbconvert_exporter": "python",
|
| 2323 |
"pygments_lexer": "ipython3",
|
| 2324 |
-
"version": "3.9.
|
| 2325 |
}
|
| 2326 |
},
|
| 2327 |
"nbformat": 4,
|
|
|
|
| 20 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/notebook/notebookapp.py\", line 44, in <module>\n",
|
| 21 |
"\u001b[1;31m\n",
|
| 22 |
"\u001b[1;31m from jinja2 import Environment, FileSystemLoader\n",
|
| 23 |
+
"\u001b[1;31m\n",
|
| 24 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/__init__.py\", line 12, in <module>\n",
|
| 25 |
"\u001b[1;31m\n",
|
| 26 |
"\u001b[1;31m from .environment import Environment\n",
|
| 27 |
+
"\u001b[1;31m\n",
|
| 28 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/environment.py\", line 25, in <module>\n",
|
| 29 |
"\u001b[1;31m\n",
|
| 30 |
"\u001b[1;31m from .defaults import BLOCK_END_STRING\n",
|
|
|
|
| 72 |
"\u001b[1;31m\n",
|
| 73 |
"\u001b[1;31m from .defaults import BLOCK_END_STRING\n",
|
| 74 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/defaults.py\", line 3, in <module>\n",
|
|
|
|
| 75 |
"\u001b[1;31m from .filters import FILTERS as DEFAULT_FILTERS # noqa: F401\n",
|
| 76 |
"\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/filters.py\", line 13, in <module>\n",
|
| 77 |
"\u001b[1;31m\n",
|
| 78 |
"\u001b[1;31m from markupsafe import soft_unicode\n",
|
|
|
|
| 79 |
"\u001b[1;31mImportError: cannot import name 'soft_unicode' from 'markupsafe' (/storage/home/hcoda1/3/bxia34/.local/lib/python3.9/site-packages/markupsafe/__init__.py). \n",
|
| 80 |
"\u001b[1;31mView Jupyter <a href='command:jupyter.viewOutput'>log</a> for further details."
|
| 81 |
]
|
|
|
|
| 2321 |
"name": "python",
|
| 2322 |
"nbconvert_exporter": "python",
|
| 2323 |
"pygments_lexer": "ipython3",
|
| 2324 |
+
"version": "3.9.12"
|
| 2325 |
}
|
| 2326 |
},
|
| 2327 |
"nbformat": 4,
|