Xsmos commited on
Commit
4ec92f6
·
verified ·
1 Parent(s): 112142c

0817-012224

Browse files
context_unet.py CHANGED
@@ -334,7 +334,7 @@ class ContextUnet(nn.Module):
334
  elif image_size == 128:
335
  channel_mult = (1, 1, 2, 3, 4)
336
  elif image_size == 64:
337
- channel_mult = (0.5,1,1,2,2)#(1,1,2)#(1,2)#(1,1,2,2)#(1,1,2,2,4)#(2,2,4,4,4)#(1, 2, 4)#(2,4,4,4,8)#(1, 2, 2, 4, 4)#(1, 2, 2, 4, 8)#(1, 1, 2, 2, 4, 4)#(1, 2, 4, 8, 16)#(1, 2, 3, 4)#(1, 2, 4, 6, 8)#(1, 2, 2, 4)#(1, 2, 8, 8, 8)#(1, 2, 4)#(1, 2, 2, 4)#(0.5,1,2,2,4,4)#(1, 1, 2, 2, 4, 4)#
338
  elif image_size == 32:
339
  channel_mult = (1, 2, 2, 4)
340
  elif image_size == 28:
 
334
  elif image_size == 128:
335
  channel_mult = (1, 1, 2, 3, 4)
336
  elif image_size == 64:
337
+ channel_mult = (1,2,2,4,4)#(1,1,2,2,4)#(1,1,1,2,2)#(0.5,1,1,2,2)#(1,1,2)#(1,2)#(1,1,2,2)#(1,1,2,2,4)#(2,2,4,4,4)#(1, 2, 4)#(2,4,4,4,8)#(1, 2, 2, 4, 4)#(1, 2, 2, 4, 8)#(1, 1, 2, 2, 4, 4)#(1, 2, 4, 8, 16)#(1, 2, 3, 4)#(1, 2, 4, 6, 8)#(1, 2, 2, 4)#(1, 2, 8, 8, 8)#(1, 2, 4)#(1, 2, 2, 4)#(0.5,1,2,2,4,4)#(1, 1, 2, 2, 4, 4)#
338
  elif image_size == 32:
339
  channel_mult = (1, 2, 2, 4)
340
  elif image_size == 28:
diffusion.py CHANGED
@@ -269,9 +269,9 @@ class TrainConfig:
269
  # dim = 2
270
  dim = 3#2
271
  stride = (2,4) if dim == 2 else (2,2,2)
272
- num_image = 3000#480#1200#120#3000#300#3000#6000#30#60#6000#1000#2000#20000#15000#7000#25600#3000#10000#1000#10000#5000#2560#800#2560
273
- batch_size = 2#1#10#50#10#50#20#50#1#2#50#20#2#100 # 10
274
- n_epoch = 40#1#50#10#1#50#1#50#5#50#5#50#100#50#100#30#120#5#4# 10#50#20#20#2#5#25 # 120
275
  HII_DIM = 64
276
  num_redshift = 64#256#512#256#512#256#512#256#512#64#512#64#512#64#256CUDAoom#128#64#512#128#64#512#256#256#64#512#128
277
  channel = 1
 
269
  # dim = 2
270
  dim = 3#2
271
  stride = (2,4) if dim == 2 else (2,2,2)
272
+ num_image = 2000#480#1200#120#3000#300#3000#6000#30#60#6000#1000#2000#20000#15000#7000#25600#3000#10000#1000#10000#5000#2560#800#2560
273
+ batch_size = 1#1#10#50#10#50#20#50#1#2#50#20#2#100 # 10
274
+ n_epoch = 15#1#50#10#1#50#1#50#5#50#5#50#100#50#100#30#120#5#4# 10#50#20#20#2#5#25 # 120
275
  HII_DIM = 64
276
  num_redshift = 64#256#512#256#512#256#512#256#512#64#512#64#512#64#256CUDAoom#128#64#512#128#64#512#256#256#64#512#128
277
  channel = 1
phoenix_diffusion.sbatch CHANGED
@@ -2,7 +2,7 @@
2
  #SBATCH -J diffusion # Job name
3
  #SBATCH -A gts-jw254-coda20
4
  #SBATCH -qembers
5
- #SBATCH -N4 --gpus-per-node=V100:1 -C V100-16GB # Number of nodes and cores per node required
6
  #SBATCH --ntasks-per-node=1
7
  #SBATCH --mem-per-gpu=16G # Memory per core
8
  #SBATCH -t 08:00:00 # Duration of the job (Ex: 15 mins)
@@ -31,9 +31,9 @@ export MASTER_PORT=$MASTER_PORT
31
 
32
  srun python diffusion.py \
33
  --train 1 \
34
- --resume outputs/model_state-N3000-device_count1-node2-epoch49-172.27.149.67 \
35
  --num_new_img_per_gpu 50 \
36
- --max_num_img_per_gpu 5 \
37
  --gradient_accumulation_steps 1 \
38
  ######################################################################################
39
 
 
2
  #SBATCH -J diffusion # Job name
3
  #SBATCH -A gts-jw254-coda20
4
  #SBATCH -qembers
5
+ #SBATCH -N8 --gpus-per-node=V100:1 -C V100-16GB # Number of nodes and cores per node required
6
  #SBATCH --ntasks-per-node=1
7
  #SBATCH --mem-per-gpu=16G # Memory per core
8
  #SBATCH -t 08:00:00 # Duration of the job (Ex: 15 mins)
 
31
 
32
  srun python diffusion.py \
33
  --train 1 \
34
+ --resume outputs/model_state-N3000-device_count1-node3-epoch39-172.27.144.175 \
35
  --num_new_img_per_gpu 50 \
36
+ --max_num_img_per_gpu 2 \
37
  --gradient_accumulation_steps 1 \
38
  ######################################################################################
39
 
quantify_results.ipynb CHANGED
@@ -20,9 +20,11 @@
20
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/notebook/notebookapp.py\", line 44, in <module>\n",
21
  "\u001b[1;31m\n",
22
  "\u001b[1;31m from jinja2 import Environment, FileSystemLoader\n",
 
23
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/__init__.py\", line 12, in <module>\n",
24
  "\u001b[1;31m\n",
25
  "\u001b[1;31m from .environment import Environment\n",
 
26
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/environment.py\", line 25, in <module>\n",
27
  "\u001b[1;31m\n",
28
  "\u001b[1;31m from .defaults import BLOCK_END_STRING\n",
@@ -70,12 +72,10 @@
70
  "\u001b[1;31m\n",
71
  "\u001b[1;31m from .defaults import BLOCK_END_STRING\n",
72
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/defaults.py\", line 3, in <module>\n",
73
- "\u001b[1;31m\n",
74
  "\u001b[1;31m from .filters import FILTERS as DEFAULT_FILTERS # noqa: F401\n",
75
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/filters.py\", line 13, in <module>\n",
76
  "\u001b[1;31m\n",
77
  "\u001b[1;31m from markupsafe import soft_unicode\n",
78
- "\u001b[1;31m\n",
79
  "\u001b[1;31mImportError: cannot import name 'soft_unicode' from 'markupsafe' (/storage/home/hcoda1/3/bxia34/.local/lib/python3.9/site-packages/markupsafe/__init__.py). \n",
80
  "\u001b[1;31mView Jupyter <a href='command:jupyter.viewOutput'>log</a> for further details."
81
  ]
@@ -2321,7 +2321,7 @@
2321
  "name": "python",
2322
  "nbconvert_exporter": "python",
2323
  "pygments_lexer": "ipython3",
2324
- "version": "3.9.19"
2325
  }
2326
  },
2327
  "nbformat": 4,
 
20
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/notebook/notebookapp.py\", line 44, in <module>\n",
21
  "\u001b[1;31m\n",
22
  "\u001b[1;31m from jinja2 import Environment, FileSystemLoader\n",
23
+ "\u001b[1;31m\n",
24
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/__init__.py\", line 12, in <module>\n",
25
  "\u001b[1;31m\n",
26
  "\u001b[1;31m from .environment import Environment\n",
27
+ "\u001b[1;31m\n",
28
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/environment.py\", line 25, in <module>\n",
29
  "\u001b[1;31m\n",
30
  "\u001b[1;31m from .defaults import BLOCK_END_STRING\n",
 
72
  "\u001b[1;31m\n",
73
  "\u001b[1;31m from .defaults import BLOCK_END_STRING\n",
74
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/defaults.py\", line 3, in <module>\n",
 
75
  "\u001b[1;31m from .filters import FILTERS as DEFAULT_FILTERS # noqa: F401\n",
76
  "\u001b[1;31m File \"/usr/local/pace-apps/manual/packages/anaconda3/2022.05/lib/python3.9/site-packages/jinja2/filters.py\", line 13, in <module>\n",
77
  "\u001b[1;31m\n",
78
  "\u001b[1;31m from markupsafe import soft_unicode\n",
 
79
  "\u001b[1;31mImportError: cannot import name 'soft_unicode' from 'markupsafe' (/storage/home/hcoda1/3/bxia34/.local/lib/python3.9/site-packages/markupsafe/__init__.py). \n",
80
  "\u001b[1;31mView Jupyter <a href='command:jupyter.viewOutput'>log</a> for further details."
81
  ]
 
2321
  "name": "python",
2322
  "nbconvert_exporter": "python",
2323
  "pygments_lexer": "ipython3",
2324
+ "version": "3.9.12"
2325
  }
2326
  },
2327
  "nbformat": 4,