diff --git "a/diffusion.ipynb" "b/diffusion.ipynb" --- "a/diffusion.ipynb" +++ "b/diffusion.ipynb" @@ -24,7 +24,8 @@ "- 我用diffusion模型生成MNIST的數字時發現,儘管生成的數據的範圍也存在負數數值,如-0.1,但畫出來的圖像卻是理想的黑色。數據的分佈與21cm的結果的分佈沒多大差別,我現在打算把代碼退回到21cm的情形\n", "- 我統一了ddpm21cm這個module,能統一實現訓練和生成樣本,但目前有個bug, sample時總是會cuda out of memory,然而單獨resume model並sample就不會。\n", "- 解決了,問題出在我忘了寫with torch.no_grad():\n", - "- 接下來就是生成800個lightcones,與此同時研究如何計算global signal以及power spectrum" + "- 接下來就是生成800個lightcones,與此同時研究如何計算global signal以及power spectrum\n", + "- 儅訓練圖片的數量達到5000時,生成的圖片與檢測數據的相似程度很高" ] }, { @@ -246,7 +247,7 @@ " dim = 2\n", " stride = (2,2) if dim == 2 else (2,2,4)\n", " num_image = 5000#2560#800#2560\n", - " batch_size = 100#20#2#100 # 10\n", + " batch_size = 50#20#2#100 # 10\n", " n_epoch = 50#20#20#2#5#25 # 120\n", " HII_DIM = 64\n", " num_redshift = 64#512#256#256#64#512#128\n", @@ -500,7 +501,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "fc2b95246738492ca67207de388f3548", + "model_id": "9cdaa1b47af34243b4b95d763fd5fc6c", "version_major": 2, "version_minor": 0 }, @@ -527,7 +528,7 @@ "text": [ "-------------------- round 0 ---------------------\n", "Number of parameters for nn_model: 111048705\n", - "run_name = 0529-0125\n", + "run_name = 0529-1410\n", "Launching training on one GPU.\n", "dataset content: \n", "51200 images can be loaded\n", @@ -550,18 +551,18 @@ "text": [ "params loaded: (5000, 2)\n", "images rescaled to [-1.0, 1.221698522567749]\n", - "params rescaled to [7.697150062791665e-05, 0.999968750248265]\n" + "params rescaled to [8.300748085154908e-05, 0.9999290410760016]\n" ] }, { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "c812de2c05bc4912ac17b031a5bf5751", + "model_id": "2dd4546196094e858f7eee5d282ee6e3", "version_major": 2, "version_minor": 0 }, "text/plain": [ - " 0%| | 0/50 [00:00" ] @@ -1413,7 +1416,7 @@ "source": [ "# plot(\"outputs/0528-1433.npy\")\n", "# plot(\"outputs/0520-2323.npy\")\n", - "plot(\"outputs/0529-0110.npy\")" + "plot(\"outputs/0529-0149.npy\")" ] }, {