Xsmos commited on
Commit
c1ae7f2
·
verified ·
1 Parent(s): 2afd57d
Files changed (3) hide show
  1. diffusion.ipynb +26 -2588
  2. load_h5.py +5 -2
  3. quantify_results.ipynb +0 -0
diffusion.ipynb CHANGED
@@ -23,7 +23,8 @@
23
  "- 生成的21cm圖像該暗的地方不夠暗,似乎換成MNIST的數字圖像就沒問題\n",
24
  "- 我用diffusion模型生成MNIST的數字時發現,儘管生成的數據的範圍也存在負數數值,如-0.1,但畫出來的圖像卻是理想的黑色。數據的分佈與21cm的結果的分佈沒多大差別,我現在打算把代碼退回到21cm的情形\n",
25
  "- 我統一了ddpm21cm這個module,能統一實現訓練和生成樣本,但目前有個bug, sample時總是會cuda out of memory,然而單獨resume model並sample就不會。\n",
26
- "- 解決了,問題出在我忘了寫with torch.no_grad():"
 
27
  ]
28
  },
29
  {
@@ -245,14 +246,14 @@
245
  " dim = 2\n",
246
  " stride = (2,2) if dim == 2 else (2,2,4)\n",
247
  " num_image = 2560\n",
 
 
248
  " HII_DIM = 64\n",
249
  " num_redshift = 512#256#256#64#512#128\n",
250
  " channel = 1\n",
251
  " img_shape = (channel, HII_DIM, num_redshift) if dim == 2 else (channel, HII_DIM, HII_DIM, num_redshift)\n",
252
  "\n",
253
- " n_epoch = 15#2#5#25 # 120\n",
254
  " num_timesteps = 1000#1000 # 1000, 500; DDPM time steps\n",
255
- " batch_size = 10#20#2#100 # 10\n",
256
  " # n_sample = 24 # 64, the number of samples in sampling process\n",
257
  " n_param = 2\n",
258
  " guide_w = 0#-1#0#-1#0.1#[0,0.1] #[0,0.5,2] strength of generative guidance\n",
@@ -499,7 +500,7 @@
499
  {
500
  "data": {
501
  "application/vnd.jupyter.widget-view+json": {
502
- "model_id": "e0f355a0bc8b4592952af6c1ccd5d2fb",
503
  "version_major": 2,
504
  "version_minor": 0
505
  },
@@ -524,216 +525,9 @@
524
  "name": "stdout",
525
  "output_type": "stream",
526
  "text": [
 
527
  "Number of parameters for nn_model: 111048705\n",
528
- "run_name = 0523-1704\n",
529
- "Launching training on one GPU.\n",
530
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
531
- "51200 images can be loaded\n",
532
- "field.shape = (64, 64, 514)\n",
533
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
534
- "loading 2560 images randomly\n",
535
- "images loaded: (2560, 1, 64, 512)\n",
536
- "params loaded: (2560, 2)\n"
537
- ]
538
- },
539
- {
540
- "name": "stderr",
541
- "output_type": "stream",
542
- "text": [
543
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
544
- ]
545
- },
546
- {
547
- "name": "stdout",
548
- "output_type": "stream",
549
- "text": [
550
- "images rescaled to [-1.0, 1.1378462314605713]\n",
551
- "params rescaled to [0.0, 0.9995994165819857]\n"
552
- ]
553
- },
554
- {
555
- "data": {
556
- "application/vnd.jupyter.widget-view+json": {
557
- "model_id": "4d787d2fbdcf4575b7b17a6e5161f5ec",
558
- "version_major": 2,
559
- "version_minor": 0
560
- },
561
- "text/plain": [
562
- " 0%| | 0/256 [00:00<?, ?it/s]"
563
- ]
564
- },
565
- "metadata": {},
566
- "output_type": "display_data"
567
- },
568
- {
569
- "data": {
570
- "application/vnd.jupyter.widget-view+json": {
571
- "model_id": "e67439e56e594ecfb3967edbfb3f0d60",
572
- "version_major": 2,
573
- "version_minor": 0
574
- },
575
- "text/plain": [
576
- " 0%| | 0/256 [00:00<?, ?it/s]"
577
- ]
578
- },
579
- "metadata": {},
580
- "output_type": "display_data"
581
- },
582
- {
583
- "data": {
584
- "application/vnd.jupyter.widget-view+json": {
585
- "model_id": "9ca7cb14960348fa8d83c90d773057ac",
586
- "version_major": 2,
587
- "version_minor": 0
588
- },
589
- "text/plain": [
590
- " 0%| | 0/256 [00:00<?, ?it/s]"
591
- ]
592
- },
593
- "metadata": {},
594
- "output_type": "display_data"
595
- },
596
- {
597
- "data": {
598
- "application/vnd.jupyter.widget-view+json": {
599
- "model_id": "a6368ae7b9fb4505b6b62d51c5d675ed",
600
- "version_major": 2,
601
- "version_minor": 0
602
- },
603
- "text/plain": [
604
- " 0%| | 0/256 [00:00<?, ?it/s]"
605
- ]
606
- },
607
- "metadata": {},
608
- "output_type": "display_data"
609
- },
610
- {
611
- "data": {
612
- "application/vnd.jupyter.widget-view+json": {
613
- "model_id": "d5a391c5bbfb4f6481c1f2ad6e754e24",
614
- "version_major": 2,
615
- "version_minor": 0
616
- },
617
- "text/plain": [
618
- " 0%| | 0/256 [00:00<?, ?it/s]"
619
- ]
620
- },
621
- "metadata": {},
622
- "output_type": "display_data"
623
- },
624
- {
625
- "name": "stdout",
626
- "output_type": "stream",
627
- "text": [
628
- "saved model at ./outputs/model_state.pth\n",
629
- "resumed nn_model from ./outputs/model_state.pth\n",
630
- "Number of parameters for nn_model: 111048705\n",
631
- "resumed ema_model from ./outputs/model_state.pth\n",
632
- "run_name = 0523-1718\n",
633
- "Launching training on one GPU.\n",
634
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
635
- "51200 images can be loaded\n",
636
- "field.shape = (64, 64, 514)\n",
637
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
638
- "loading 2560 images randomly\n",
639
- "images loaded: (2560, 1, 64, 512)\n",
640
- "params loaded: (2560, 2)\n"
641
- ]
642
- },
643
- {
644
- "name": "stderr",
645
- "output_type": "stream",
646
- "text": [
647
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
648
- ]
649
- },
650
- {
651
- "name": "stdout",
652
- "output_type": "stream",
653
- "text": [
654
- "images rescaled to [-1.0, 1.1661419868469238]\n",
655
- "params rescaled to [0.0, 0.9999958400767995]\n"
656
- ]
657
- },
658
- {
659
- "data": {
660
- "application/vnd.jupyter.widget-view+json": {
661
- "model_id": "98b85b015d004ce5a109624a98b0f111",
662
- "version_major": 2,
663
- "version_minor": 0
664
- },
665
- "text/plain": [
666
- " 0%| | 0/256 [00:00<?, ?it/s]"
667
- ]
668
- },
669
- "metadata": {},
670
- "output_type": "display_data"
671
- },
672
- {
673
- "data": {
674
- "application/vnd.jupyter.widget-view+json": {
675
- "model_id": "8b506db80afd4a6d91879e1651905d60",
676
- "version_major": 2,
677
- "version_minor": 0
678
- },
679
- "text/plain": [
680
- " 0%| | 0/256 [00:00<?, ?it/s]"
681
- ]
682
- },
683
- "metadata": {},
684
- "output_type": "display_data"
685
- },
686
- {
687
- "data": {
688
- "application/vnd.jupyter.widget-view+json": {
689
- "model_id": "8b07237efae540329cc7d72fbd4e54be",
690
- "version_major": 2,
691
- "version_minor": 0
692
- },
693
- "text/plain": [
694
- " 0%| | 0/256 [00:00<?, ?it/s]"
695
- ]
696
- },
697
- "metadata": {},
698
- "output_type": "display_data"
699
- },
700
- {
701
- "data": {
702
- "application/vnd.jupyter.widget-view+json": {
703
- "model_id": "cfb92549dd984421aa4e2e59673d6435",
704
- "version_major": 2,
705
- "version_minor": 0
706
- },
707
- "text/plain": [
708
- " 0%| | 0/256 [00:00<?, ?it/s]"
709
- ]
710
- },
711
- "metadata": {},
712
- "output_type": "display_data"
713
- },
714
- {
715
- "data": {
716
- "application/vnd.jupyter.widget-view+json": {
717
- "model_id": "7db37ba320484ee7b4a13ffb876cf675",
718
- "version_major": 2,
719
- "version_minor": 0
720
- },
721
- "text/plain": [
722
- " 0%| | 0/256 [00:00<?, ?it/s]"
723
- ]
724
- },
725
- "metadata": {},
726
- "output_type": "display_data"
727
- },
728
- {
729
- "name": "stdout",
730
- "output_type": "stream",
731
- "text": [
732
- "saved model at ./outputs/model_state.pth\n",
733
- "resumed nn_model from ./outputs/model_state.pth\n",
734
- "Number of parameters for nn_model: 111048705\n",
735
- "resumed ema_model from ./outputs/model_state.pth\n",
736
- "run_name = 0523-1732\n",
737
  "Launching training on one GPU.\n",
738
  "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
739
  "51200 images can be loaded\n",
@@ -755,14 +549,14 @@
755
  "name": "stdout",
756
  "output_type": "stream",
757
  "text": [
758
- "images rescaled to [-1.0, 1.1875841617584229]\n",
759
- "params rescaled to [0.0, 0.9996822280943722]\n"
760
  ]
761
  },
762
  {
763
  "data": {
764
  "application/vnd.jupyter.widget-view+json": {
765
- "model_id": "866c459ce1cc4984998b7ab5de08b6dd",
766
  "version_major": 2,
767
  "version_minor": 0
768
  },
@@ -776,7 +570,7 @@
776
  {
777
  "data": {
778
  "application/vnd.jupyter.widget-view+json": {
779
- "model_id": "956534833f39492cb4852a2afc626127",
780
  "version_major": 2,
781
  "version_minor": 0
782
  },
@@ -790,7 +584,7 @@
790
  {
791
  "data": {
792
  "application/vnd.jupyter.widget-view+json": {
793
- "model_id": "74c1781bc3b7475e99207867cea5cfd3",
794
  "version_major": 2,
795
  "version_minor": 0
796
  },
@@ -804,7 +598,7 @@
804
  {
805
  "data": {
806
  "application/vnd.jupyter.widget-view+json": {
807
- "model_id": "6191aaadca574853a36452ed6fcd1f72",
808
  "version_major": 2,
809
  "version_minor": 0
810
  },
@@ -818,7 +612,7 @@
818
  {
819
  "data": {
820
  "application/vnd.jupyter.widget-view+json": {
821
- "model_id": "ea098a24b82a4e9899d25793d4e6572b",
822
  "version_major": 2,
823
  "version_minor": 0
824
  },
@@ -829,44 +623,10 @@
829
  "metadata": {},
830
  "output_type": "display_data"
831
  },
832
- {
833
- "name": "stdout",
834
- "output_type": "stream",
835
- "text": [
836
- "saved model at ./outputs/model_state.pth\n",
837
- "resumed nn_model from ./outputs/model_state.pth\n",
838
- "Number of parameters for nn_model: 111048705\n",
839
- "resumed ema_model from ./outputs/model_state.pth\n",
840
- "run_name = 0523-1745\n",
841
- "Launching training on one GPU.\n",
842
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
843
- "51200 images can be loaded\n",
844
- "field.shape = (64, 64, 514)\n",
845
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
846
- "loading 2560 images randomly\n",
847
- "images loaded: (2560, 1, 64, 512)\n",
848
- "params loaded: (2560, 2)\n"
849
- ]
850
- },
851
- {
852
- "name": "stderr",
853
- "output_type": "stream",
854
- "text": [
855
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
856
- ]
857
- },
858
- {
859
- "name": "stdout",
860
- "output_type": "stream",
861
- "text": [
862
- "images rescaled to [-1.0, 1.1458096504211426]\n",
863
- "params rescaled to [0.0, 0.9998883049763877]\n"
864
- ]
865
- },
866
  {
867
  "data": {
868
  "application/vnd.jupyter.widget-view+json": {
869
- "model_id": "fc906e6ca0a345168fbfab6aa5ebab54",
870
  "version_major": 2,
871
  "version_minor": 0
872
  },
@@ -880,7 +640,7 @@
880
  {
881
  "data": {
882
  "application/vnd.jupyter.widget-view+json": {
883
- "model_id": "f6858e1c5d7b4818a75beacf9582b045",
884
  "version_major": 2,
885
  "version_minor": 0
886
  },
@@ -894,7 +654,7 @@
894
  {
895
  "data": {
896
  "application/vnd.jupyter.widget-view+json": {
897
- "model_id": "70539c61372c49fbb7e8a1d23e92e051",
898
  "version_major": 2,
899
  "version_minor": 0
900
  },
@@ -908,7 +668,7 @@
908
  {
909
  "data": {
910
  "application/vnd.jupyter.widget-view+json": {
911
- "model_id": "54c881c842f442289aa7e422ce3fe971",
912
  "version_major": 2,
913
  "version_minor": 0
914
  },
@@ -922,7 +682,7 @@
922
  {
923
  "data": {
924
  "application/vnd.jupyter.widget-view+json": {
925
- "model_id": "e00d9b184abd41229072343968e26108",
926
  "version_major": 2,
927
  "version_minor": 0
928
  },
@@ -933,2332 +693,10 @@
933
  "metadata": {},
934
  "output_type": "display_data"
935
  },
936
- {
937
- "name": "stdout",
938
- "output_type": "stream",
939
- "text": [
940
- "saved model at ./outputs/model_state.pth\n",
941
- "resumed nn_model from ./outputs/model_state.pth\n",
942
- "Number of parameters for nn_model: 111048705\n",
943
- "resumed ema_model from ./outputs/model_state.pth\n",
944
- "run_name = 0523-1759\n",
945
- "Launching training on one GPU.\n",
946
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
947
- "51200 images can be loaded\n",
948
- "field.shape = (64, 64, 514)\n",
949
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
950
- "loading 2560 images randomly\n",
951
- "images loaded: (2560, 1, 64, 512)\n",
952
- "params loaded: (2560, 2)\n"
953
- ]
954
- },
955
- {
956
- "name": "stderr",
957
- "output_type": "stream",
958
- "text": [
959
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
960
- ]
961
- },
962
- {
963
- "name": "stdout",
964
- "output_type": "stream",
965
- "text": [
966
- "images rescaled to [-1.0, 1.1824936866760254]\n",
967
- "params rescaled to [0.0, 0.9997530171043563]\n"
968
- ]
969
- },
970
- {
971
- "data": {
972
- "application/vnd.jupyter.widget-view+json": {
973
- "model_id": "d4aaa8723d4a42879fbc97540a15505a",
974
- "version_major": 2,
975
- "version_minor": 0
976
- },
977
- "text/plain": [
978
- " 0%| | 0/256 [00:00<?, ?it/s]"
979
- ]
980
- },
981
- "metadata": {},
982
- "output_type": "display_data"
983
- },
984
- {
985
- "data": {
986
- "application/vnd.jupyter.widget-view+json": {
987
- "model_id": "d740b2871d084e4fafe5ba6e36c2450e",
988
- "version_major": 2,
989
- "version_minor": 0
990
- },
991
- "text/plain": [
992
- " 0%| | 0/256 [00:00<?, ?it/s]"
993
- ]
994
- },
995
- "metadata": {},
996
- "output_type": "display_data"
997
- },
998
- {
999
- "data": {
1000
- "application/vnd.jupyter.widget-view+json": {
1001
- "model_id": "2bd95909e4b146ebadfce3c73dc6538c",
1002
- "version_major": 2,
1003
- "version_minor": 0
1004
- },
1005
- "text/plain": [
1006
- " 0%| | 0/256 [00:00<?, ?it/s]"
1007
- ]
1008
- },
1009
- "metadata": {},
1010
- "output_type": "display_data"
1011
- },
1012
- {
1013
- "data": {
1014
- "application/vnd.jupyter.widget-view+json": {
1015
- "model_id": "a35c5568ad904c55a43dd23f02cddb2b",
1016
- "version_major": 2,
1017
- "version_minor": 0
1018
- },
1019
- "text/plain": [
1020
- " 0%| | 0/256 [00:00<?, ?it/s]"
1021
- ]
1022
- },
1023
- "metadata": {},
1024
- "output_type": "display_data"
1025
- },
1026
- {
1027
- "data": {
1028
- "application/vnd.jupyter.widget-view+json": {
1029
- "model_id": "105778eda4aa41b784e02663db0e701d",
1030
- "version_major": 2,
1031
- "version_minor": 0
1032
- },
1033
- "text/plain": [
1034
- " 0%| | 0/256 [00:00<?, ?it/s]"
1035
- ]
1036
- },
1037
- "metadata": {},
1038
- "output_type": "display_data"
1039
- },
1040
- {
1041
- "name": "stdout",
1042
- "output_type": "stream",
1043
- "text": [
1044
- "saved model at ./outputs/model_state.pth\n",
1045
- "resumed nn_model from ./outputs/model_state.pth\n",
1046
- "Number of parameters for nn_model: 111048705\n",
1047
- "resumed ema_model from ./outputs/model_state.pth\n",
1048
- "run_name = 0523-1813\n",
1049
- "Launching training on one GPU.\n",
1050
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1051
- "51200 images can be loaded\n",
1052
- "field.shape = (64, 64, 514)\n",
1053
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1054
- "loading 2560 images randomly\n",
1055
- "images loaded: (2560, 1, 64, 512)\n",
1056
- "params loaded: (2560, 2)\n"
1057
- ]
1058
- },
1059
- {
1060
- "name": "stderr",
1061
- "output_type": "stream",
1062
- "text": [
1063
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
1064
- ]
1065
- },
1066
- {
1067
- "name": "stdout",
1068
- "output_type": "stream",
1069
- "text": [
1070
- "images rescaled to [-1.0, 1.1919512748718262]\n",
1071
- "params rescaled to [0.0, 0.9996232858956116]\n"
1072
- ]
1073
- },
1074
- {
1075
- "data": {
1076
- "application/vnd.jupyter.widget-view+json": {
1077
- "model_id": "dee3a4f9362e4da5a0f04c0cc61c65bf",
1078
- "version_major": 2,
1079
- "version_minor": 0
1080
- },
1081
- "text/plain": [
1082
- " 0%| | 0/256 [00:00<?, ?it/s]"
1083
- ]
1084
- },
1085
- "metadata": {},
1086
- "output_type": "display_data"
1087
- },
1088
- {
1089
- "data": {
1090
- "application/vnd.jupyter.widget-view+json": {
1091
- "model_id": "812bda5864a24e2a9a2e4e18a6388e7e",
1092
- "version_major": 2,
1093
- "version_minor": 0
1094
- },
1095
- "text/plain": [
1096
- " 0%| | 0/256 [00:00<?, ?it/s]"
1097
- ]
1098
- },
1099
- "metadata": {},
1100
- "output_type": "display_data"
1101
- },
1102
- {
1103
- "data": {
1104
- "application/vnd.jupyter.widget-view+json": {
1105
- "model_id": "9c09fef2ce624ebb9a3d3d20d9a767c8",
1106
- "version_major": 2,
1107
- "version_minor": 0
1108
- },
1109
- "text/plain": [
1110
- " 0%| | 0/256 [00:00<?, ?it/s]"
1111
- ]
1112
- },
1113
- "metadata": {},
1114
- "output_type": "display_data"
1115
- },
1116
- {
1117
- "data": {
1118
- "application/vnd.jupyter.widget-view+json": {
1119
- "model_id": "b5050cf36c1248928225986ddf080bdd",
1120
- "version_major": 2,
1121
- "version_minor": 0
1122
- },
1123
- "text/plain": [
1124
- " 0%| | 0/256 [00:00<?, ?it/s]"
1125
- ]
1126
- },
1127
- "metadata": {},
1128
- "output_type": "display_data"
1129
- },
1130
- {
1131
- "data": {
1132
- "application/vnd.jupyter.widget-view+json": {
1133
- "model_id": "6283b02afe644bd2af307f1961d434e8",
1134
- "version_major": 2,
1135
- "version_minor": 0
1136
- },
1137
- "text/plain": [
1138
- " 0%| | 0/256 [00:00<?, ?it/s]"
1139
- ]
1140
- },
1141
- "metadata": {},
1142
- "output_type": "display_data"
1143
- },
1144
- {
1145
- "name": "stdout",
1146
- "output_type": "stream",
1147
- "text": [
1148
- "saved model at ./outputs/model_state.pth\n",
1149
- "resumed nn_model from ./outputs/model_state.pth\n",
1150
- "Number of parameters for nn_model: 111048705\n",
1151
- "resumed ema_model from ./outputs/model_state.pth\n",
1152
- "run_name = 0523-1827\n",
1153
- "Launching training on one GPU.\n",
1154
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1155
- "51200 images can be loaded\n",
1156
- "field.shape = (64, 64, 514)\n",
1157
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1158
- "loading 2560 images randomly\n",
1159
- "images loaded: (2560, 1, 64, 512)\n",
1160
- "params loaded: (2560, 2)\n"
1161
- ]
1162
- },
1163
- {
1164
- "name": "stderr",
1165
- "output_type": "stream",
1166
- "text": [
1167
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
1168
- ]
1169
- },
1170
- {
1171
- "name": "stdout",
1172
- "output_type": "stream",
1173
- "text": [
1174
- "images rescaled to [-1.0, 1.1501460075378418]\n",
1175
- "params rescaled to [0.0, 0.9999471348003476]\n"
1176
- ]
1177
- },
1178
- {
1179
- "data": {
1180
- "application/vnd.jupyter.widget-view+json": {
1181
- "model_id": "a6bc4ec182f4470a9a0c246742167353",
1182
- "version_major": 2,
1183
- "version_minor": 0
1184
- },
1185
- "text/plain": [
1186
- " 0%| | 0/256 [00:00<?, ?it/s]"
1187
- ]
1188
- },
1189
- "metadata": {},
1190
- "output_type": "display_data"
1191
- },
1192
- {
1193
- "data": {
1194
- "application/vnd.jupyter.widget-view+json": {
1195
- "model_id": "739acd13ed134118996592141aef6444",
1196
- "version_major": 2,
1197
- "version_minor": 0
1198
- },
1199
- "text/plain": [
1200
- " 0%| | 0/256 [00:00<?, ?it/s]"
1201
- ]
1202
- },
1203
- "metadata": {},
1204
- "output_type": "display_data"
1205
- },
1206
- {
1207
- "data": {
1208
- "application/vnd.jupyter.widget-view+json": {
1209
- "model_id": "9fd20ddb2e174b0ba0835d08dd0a76cd",
1210
- "version_major": 2,
1211
- "version_minor": 0
1212
- },
1213
- "text/plain": [
1214
- " 0%| | 0/256 [00:00<?, ?it/s]"
1215
- ]
1216
- },
1217
- "metadata": {},
1218
- "output_type": "display_data"
1219
- },
1220
- {
1221
- "data": {
1222
- "application/vnd.jupyter.widget-view+json": {
1223
- "model_id": "047d88d6d78b4d7aae3f08ac9f69b0cc",
1224
- "version_major": 2,
1225
- "version_minor": 0
1226
- },
1227
- "text/plain": [
1228
- " 0%| | 0/256 [00:00<?, ?it/s]"
1229
- ]
1230
- },
1231
- "metadata": {},
1232
- "output_type": "display_data"
1233
- },
1234
- {
1235
- "data": {
1236
- "application/vnd.jupyter.widget-view+json": {
1237
- "model_id": "a52b1746ae644c6683475d67663650a6",
1238
- "version_major": 2,
1239
- "version_minor": 0
1240
- },
1241
- "text/plain": [
1242
- " 0%| | 0/256 [00:00<?, ?it/s]"
1243
- ]
1244
- },
1245
- "metadata": {},
1246
- "output_type": "display_data"
1247
- },
1248
- {
1249
- "name": "stdout",
1250
- "output_type": "stream",
1251
- "text": [
1252
- "saved model at ./outputs/model_state.pth\n",
1253
- "resumed nn_model from ./outputs/model_state.pth\n",
1254
- "Number of parameters for nn_model: 111048705\n",
1255
- "resumed ema_model from ./outputs/model_state.pth\n",
1256
- "run_name = 0523-1841\n",
1257
- "Launching training on one GPU.\n",
1258
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1259
- "51200 images can be loaded\n",
1260
- "field.shape = (64, 64, 514)\n",
1261
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1262
- "loading 2560 images randomly\n",
1263
- "images loaded: (2560, 1, 64, 512)\n",
1264
- "params loaded: (2560, 2)\n"
1265
- ]
1266
- },
1267
- {
1268
- "name": "stderr",
1269
- "output_type": "stream",
1270
- "text": [
1271
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
1272
- ]
1273
- },
1274
- {
1275
- "name": "stdout",
1276
- "output_type": "stream",
1277
- "text": [
1278
- "images rescaled to [-1.0, 1.2380504608154297]\n",
1279
- "params rescaled to [0.0, 0.9995689307032936]\n"
1280
- ]
1281
- },
1282
- {
1283
- "data": {
1284
- "application/vnd.jupyter.widget-view+json": {
1285
- "model_id": "95531ebcdc554689a77edd04bdd66ea4",
1286
- "version_major": 2,
1287
- "version_minor": 0
1288
- },
1289
- "text/plain": [
1290
- " 0%| | 0/256 [00:00<?, ?it/s]"
1291
- ]
1292
- },
1293
- "metadata": {},
1294
- "output_type": "display_data"
1295
- },
1296
- {
1297
- "data": {
1298
- "application/vnd.jupyter.widget-view+json": {
1299
- "model_id": "11ad4016e0bd4df9b7b3dc607549ecfe",
1300
- "version_major": 2,
1301
- "version_minor": 0
1302
- },
1303
- "text/plain": [
1304
- " 0%| | 0/256 [00:00<?, ?it/s]"
1305
- ]
1306
- },
1307
- "metadata": {},
1308
- "output_type": "display_data"
1309
- },
1310
- {
1311
- "data": {
1312
- "application/vnd.jupyter.widget-view+json": {
1313
- "model_id": "0aff49ba74394fbeac17ff17465cbbb2",
1314
- "version_major": 2,
1315
- "version_minor": 0
1316
- },
1317
- "text/plain": [
1318
- " 0%| | 0/256 [00:00<?, ?it/s]"
1319
- ]
1320
- },
1321
- "metadata": {},
1322
- "output_type": "display_data"
1323
- },
1324
- {
1325
- "data": {
1326
- "application/vnd.jupyter.widget-view+json": {
1327
- "model_id": "b26d39db504e4de5973fd7fe523bf26e",
1328
- "version_major": 2,
1329
- "version_minor": 0
1330
- },
1331
- "text/plain": [
1332
- " 0%| | 0/256 [00:00<?, ?it/s]"
1333
- ]
1334
- },
1335
- "metadata": {},
1336
- "output_type": "display_data"
1337
- },
1338
- {
1339
- "data": {
1340
- "application/vnd.jupyter.widget-view+json": {
1341
- "model_id": "30cab7195cc44e108e0fa21d00059d92",
1342
- "version_major": 2,
1343
- "version_minor": 0
1344
- },
1345
- "text/plain": [
1346
- " 0%| | 0/256 [00:00<?, ?it/s]"
1347
- ]
1348
- },
1349
- "metadata": {},
1350
- "output_type": "display_data"
1351
- },
1352
- {
1353
- "name": "stdout",
1354
- "output_type": "stream",
1355
- "text": [
1356
- "saved model at ./outputs/model_state.pth\n",
1357
- "resumed nn_model from ./outputs/model_state.pth\n",
1358
- "Number of parameters for nn_model: 111048705\n",
1359
- "resumed ema_model from ./outputs/model_state.pth\n",
1360
- "run_name = 0523-1855\n",
1361
- "Launching training on one GPU.\n",
1362
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1363
- "51200 images can be loaded\n",
1364
- "field.shape = (64, 64, 514)\n",
1365
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1366
- "loading 2560 images randomly\n",
1367
- "images loaded: (2560, 1, 64, 512)\n",
1368
- "params loaded: (2560, 2)\n"
1369
- ]
1370
- },
1371
- {
1372
- "name": "stderr",
1373
- "output_type": "stream",
1374
- "text": [
1375
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
1376
- ]
1377
- },
1378
- {
1379
- "name": "stdout",
1380
- "output_type": "stream",
1381
- "text": [
1382
- "images rescaled to [-1.0, 1.213691234588623]\n",
1383
- "params rescaled to [0.0, 0.9998792950082773]\n"
1384
- ]
1385
- },
1386
- {
1387
- "data": {
1388
- "application/vnd.jupyter.widget-view+json": {
1389
- "model_id": "351ec832432d41ea9ddb19e4253af6f9",
1390
- "version_major": 2,
1391
- "version_minor": 0
1392
- },
1393
- "text/plain": [
1394
- " 0%| | 0/256 [00:00<?, ?it/s]"
1395
- ]
1396
- },
1397
- "metadata": {},
1398
- "output_type": "display_data"
1399
- },
1400
- {
1401
- "data": {
1402
- "application/vnd.jupyter.widget-view+json": {
1403
- "model_id": "cb2887cd470b4d019b9a3c3e835c684e",
1404
- "version_major": 2,
1405
- "version_minor": 0
1406
- },
1407
- "text/plain": [
1408
- " 0%| | 0/256 [00:00<?, ?it/s]"
1409
- ]
1410
- },
1411
- "metadata": {},
1412
- "output_type": "display_data"
1413
- },
1414
- {
1415
- "data": {
1416
- "application/vnd.jupyter.widget-view+json": {
1417
- "model_id": "9b531ed4274a43dc9dfcec815c224057",
1418
- "version_major": 2,
1419
- "version_minor": 0
1420
- },
1421
- "text/plain": [
1422
- " 0%| | 0/256 [00:00<?, ?it/s]"
1423
- ]
1424
- },
1425
- "metadata": {},
1426
- "output_type": "display_data"
1427
- },
1428
- {
1429
- "data": {
1430
- "application/vnd.jupyter.widget-view+json": {
1431
- "model_id": "fddcc0663fa544628e068c39a93ee339",
1432
- "version_major": 2,
1433
- "version_minor": 0
1434
- },
1435
- "text/plain": [
1436
- " 0%| | 0/256 [00:00<?, ?it/s]"
1437
- ]
1438
- },
1439
- "metadata": {},
1440
- "output_type": "display_data"
1441
- },
1442
- {
1443
- "data": {
1444
- "application/vnd.jupyter.widget-view+json": {
1445
- "model_id": "e06f5738fd8a4e0b9dbf64c58434a732",
1446
- "version_major": 2,
1447
- "version_minor": 0
1448
- },
1449
- "text/plain": [
1450
- " 0%| | 0/256 [00:00<?, ?it/s]"
1451
- ]
1452
- },
1453
- "metadata": {},
1454
- "output_type": "display_data"
1455
- },
1456
- {
1457
- "name": "stdout",
1458
- "output_type": "stream",
1459
- "text": [
1460
- "saved model at ./outputs/model_state.pth\n",
1461
- "resumed nn_model from ./outputs/model_state.pth\n",
1462
- "Number of parameters for nn_model: 111048705\n",
1463
- "resumed ema_model from ./outputs/model_state.pth\n",
1464
- "run_name = 0523-1909\n",
1465
- "Launching training on one GPU.\n",
1466
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1467
- "51200 images can be loaded\n",
1468
- "field.shape = (64, 64, 514)\n",
1469
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1470
- "loading 2560 images randomly\n",
1471
- "images loaded: (2560, 1, 64, 512)\n",
1472
- "params loaded: (2560, 2)\n"
1473
- ]
1474
- },
1475
- {
1476
- "name": "stderr",
1477
- "output_type": "stream",
1478
- "text": [
1479
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
1480
- ]
1481
- },
1482
- {
1483
- "name": "stdout",
1484
- "output_type": "stream",
1485
- "text": [
1486
- "images rescaled to [-1.0, 1.1660881042480469]\n",
1487
- "params rescaled to [0.0, 0.9996599763252814]\n"
1488
- ]
1489
- },
1490
- {
1491
- "data": {
1492
- "application/vnd.jupyter.widget-view+json": {
1493
- "model_id": "16cee96586da4f468504b43eb44a85eb",
1494
- "version_major": 2,
1495
- "version_minor": 0
1496
- },
1497
- "text/plain": [
1498
- " 0%| | 0/256 [00:00<?, ?it/s]"
1499
- ]
1500
- },
1501
- "metadata": {},
1502
- "output_type": "display_data"
1503
- },
1504
- {
1505
- "data": {
1506
- "application/vnd.jupyter.widget-view+json": {
1507
- "model_id": "f1c09672b85241b08048523a282a66b3",
1508
- "version_major": 2,
1509
- "version_minor": 0
1510
- },
1511
- "text/plain": [
1512
- " 0%| | 0/256 [00:00<?, ?it/s]"
1513
- ]
1514
- },
1515
- "metadata": {},
1516
- "output_type": "display_data"
1517
- },
1518
- {
1519
- "data": {
1520
- "application/vnd.jupyter.widget-view+json": {
1521
- "model_id": "983f1c905e004070835476ad3cb3b90f",
1522
- "version_major": 2,
1523
- "version_minor": 0
1524
- },
1525
- "text/plain": [
1526
- " 0%| | 0/256 [00:00<?, ?it/s]"
1527
- ]
1528
- },
1529
- "metadata": {},
1530
- "output_type": "display_data"
1531
- },
1532
- {
1533
- "data": {
1534
- "application/vnd.jupyter.widget-view+json": {
1535
- "model_id": "ab6bd29590d74343bf2ae3102f398f00",
1536
- "version_major": 2,
1537
- "version_minor": 0
1538
- },
1539
- "text/plain": [
1540
- " 0%| | 0/256 [00:00<?, ?it/s]"
1541
- ]
1542
- },
1543
- "metadata": {},
1544
- "output_type": "display_data"
1545
- },
1546
- {
1547
- "data": {
1548
- "application/vnd.jupyter.widget-view+json": {
1549
- "model_id": "0010fae328c445b292fc9280295c230a",
1550
- "version_major": 2,
1551
- "version_minor": 0
1552
- },
1553
- "text/plain": [
1554
- " 0%| | 0/256 [00:00<?, ?it/s]"
1555
- ]
1556
- },
1557
- "metadata": {},
1558
- "output_type": "display_data"
1559
- },
1560
- {
1561
- "name": "stdout",
1562
- "output_type": "stream",
1563
- "text": [
1564
- "saved model at ./outputs/model_state.pth\n",
1565
- "resumed nn_model from ./outputs/model_state.pth\n",
1566
- "Number of parameters for nn_model: 111048705\n",
1567
- "resumed ema_model from ./outputs/model_state.pth\n",
1568
- "run_name = 0523-1923\n",
1569
- "Launching training on one GPU.\n",
1570
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1571
- "51200 images can be loaded\n",
1572
- "field.shape = (64, 64, 514)\n",
1573
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1574
- "loading 2560 images randomly\n",
1575
- "images loaded: (2560, 1, 64, 512)\n",
1576
- "params loaded: (2560, 2)\n"
1577
- ]
1578
- },
1579
- {
1580
- "name": "stderr",
1581
- "output_type": "stream",
1582
- "text": [
1583
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
1584
- ]
1585
- },
1586
- {
1587
- "name": "stdout",
1588
- "output_type": "stream",
1589
- "text": [
1590
- "images rescaled to [-1.0, 1.2198786735534668]\n",
1591
- "params rescaled to [0.0, 0.9998314990826471]\n"
1592
- ]
1593
- },
1594
- {
1595
- "data": {
1596
- "application/vnd.jupyter.widget-view+json": {
1597
- "model_id": "c95a118330c74ed0a1fc79d632061d98",
1598
- "version_major": 2,
1599
- "version_minor": 0
1600
- },
1601
- "text/plain": [
1602
- " 0%| | 0/256 [00:00<?, ?it/s]"
1603
- ]
1604
- },
1605
- "metadata": {},
1606
- "output_type": "display_data"
1607
- },
1608
- {
1609
- "data": {
1610
- "application/vnd.jupyter.widget-view+json": {
1611
- "model_id": "d29bfb6ea6d242e19899f67f6439329c",
1612
- "version_major": 2,
1613
- "version_minor": 0
1614
- },
1615
- "text/plain": [
1616
- " 0%| | 0/256 [00:00<?, ?it/s]"
1617
- ]
1618
- },
1619
- "metadata": {},
1620
- "output_type": "display_data"
1621
- },
1622
- {
1623
- "data": {
1624
- "application/vnd.jupyter.widget-view+json": {
1625
- "model_id": "757a8eb477e94514af4ffcd9bd68abd9",
1626
- "version_major": 2,
1627
- "version_minor": 0
1628
- },
1629
- "text/plain": [
1630
- " 0%| | 0/256 [00:00<?, ?it/s]"
1631
- ]
1632
- },
1633
- "metadata": {},
1634
- "output_type": "display_data"
1635
- },
1636
- {
1637
- "data": {
1638
- "application/vnd.jupyter.widget-view+json": {
1639
- "model_id": "ea230ce6277c4739bd48bf51a0074a14",
1640
- "version_major": 2,
1641
- "version_minor": 0
1642
- },
1643
- "text/plain": [
1644
- " 0%| | 0/256 [00:00<?, ?it/s]"
1645
- ]
1646
- },
1647
- "metadata": {},
1648
- "output_type": "display_data"
1649
- },
1650
- {
1651
- "data": {
1652
- "application/vnd.jupyter.widget-view+json": {
1653
- "model_id": "6a9fdca4ae934e3991523b1ae7f4c89d",
1654
- "version_major": 2,
1655
- "version_minor": 0
1656
- },
1657
- "text/plain": [
1658
- " 0%| | 0/256 [00:00<?, ?it/s]"
1659
- ]
1660
- },
1661
- "metadata": {},
1662
- "output_type": "display_data"
1663
- },
1664
- {
1665
- "name": "stdout",
1666
- "output_type": "stream",
1667
- "text": [
1668
- "saved model at ./outputs/model_state.pth\n",
1669
- "resumed nn_model from ./outputs/model_state.pth\n",
1670
- "Number of parameters for nn_model: 111048705\n",
1671
- "resumed ema_model from ./outputs/model_state.pth\n",
1672
- "run_name = 0523-1936\n",
1673
- "Launching training on one GPU.\n",
1674
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1675
- "51200 images can be loaded\n",
1676
- "field.shape = (64, 64, 514)\n",
1677
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1678
- "loading 2560 images randomly\n",
1679
- "images loaded: (2560, 1, 64, 512)\n",
1680
- "params loaded: (2560, 2)\n"
1681
- ]
1682
- },
1683
- {
1684
- "name": "stderr",
1685
- "output_type": "stream",
1686
- "text": [
1687
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
1688
- ]
1689
- },
1690
- {
1691
- "name": "stdout",
1692
- "output_type": "stream",
1693
- "text": [
1694
- "images rescaled to [-1.0, 1.1454887390136719]\n",
1695
- "params rescaled to [0.0, 0.9999729145115386]\n"
1696
- ]
1697
- },
1698
- {
1699
- "data": {
1700
- "application/vnd.jupyter.widget-view+json": {
1701
- "model_id": "1dd2a405fc954898aac271f9e73d5b73",
1702
- "version_major": 2,
1703
- "version_minor": 0
1704
- },
1705
- "text/plain": [
1706
- " 0%| | 0/256 [00:00<?, ?it/s]"
1707
- ]
1708
- },
1709
- "metadata": {},
1710
- "output_type": "display_data"
1711
- },
1712
- {
1713
- "data": {
1714
- "application/vnd.jupyter.widget-view+json": {
1715
- "model_id": "347d61391cfa4762b0d3bc61cc9f6ffe",
1716
- "version_major": 2,
1717
- "version_minor": 0
1718
- },
1719
- "text/plain": [
1720
- " 0%| | 0/256 [00:00<?, ?it/s]"
1721
- ]
1722
- },
1723
- "metadata": {},
1724
- "output_type": "display_data"
1725
- },
1726
- {
1727
- "data": {
1728
- "application/vnd.jupyter.widget-view+json": {
1729
- "model_id": "cc4bae2ec2f54b03b1ccfb5b0b1f6db5",
1730
- "version_major": 2,
1731
- "version_minor": 0
1732
- },
1733
- "text/plain": [
1734
- " 0%| | 0/256 [00:00<?, ?it/s]"
1735
- ]
1736
- },
1737
- "metadata": {},
1738
- "output_type": "display_data"
1739
- },
1740
- {
1741
- "data": {
1742
- "application/vnd.jupyter.widget-view+json": {
1743
- "model_id": "03e73722c1b140c4bf3175765b466250",
1744
- "version_major": 2,
1745
- "version_minor": 0
1746
- },
1747
- "text/plain": [
1748
- " 0%| | 0/256 [00:00<?, ?it/s]"
1749
- ]
1750
- },
1751
- "metadata": {},
1752
- "output_type": "display_data"
1753
- },
1754
- {
1755
- "data": {
1756
- "application/vnd.jupyter.widget-view+json": {
1757
- "model_id": "18d59a14a24c4468a61d4a95f03617eb",
1758
- "version_major": 2,
1759
- "version_minor": 0
1760
- },
1761
- "text/plain": [
1762
- " 0%| | 0/256 [00:00<?, ?it/s]"
1763
- ]
1764
- },
1765
- "metadata": {},
1766
- "output_type": "display_data"
1767
- },
1768
- {
1769
- "name": "stdout",
1770
- "output_type": "stream",
1771
- "text": [
1772
- "saved model at ./outputs/model_state.pth\n",
1773
- "resumed nn_model from ./outputs/model_state.pth\n",
1774
- "Number of parameters for nn_model: 111048705\n",
1775
- "resumed ema_model from ./outputs/model_state.pth\n",
1776
- "run_name = 0523-1950\n",
1777
- "Launching training on one GPU.\n",
1778
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1779
- "51200 images can be loaded\n",
1780
- "field.shape = (64, 64, 514)\n",
1781
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1782
- "loading 2560 images randomly\n",
1783
- "images loaded: (2560, 1, 64, 512)\n",
1784
- "params loaded: (2560, 2)\n"
1785
- ]
1786
- },
1787
- {
1788
- "name": "stderr",
1789
- "output_type": "stream",
1790
- "text": [
1791
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
1792
- ]
1793
- },
1794
- {
1795
- "name": "stdout",
1796
- "output_type": "stream",
1797
- "text": [
1798
- "images rescaled to [-1.0, 1.1910929679870605]\n",
1799
- "params rescaled to [0.0, 0.9997530171043563]\n"
1800
- ]
1801
- },
1802
- {
1803
- "data": {
1804
- "application/vnd.jupyter.widget-view+json": {
1805
- "model_id": "a4802b4026b24ac3a39b82dcd76519b5",
1806
- "version_major": 2,
1807
- "version_minor": 0
1808
- },
1809
- "text/plain": [
1810
- " 0%| | 0/256 [00:00<?, ?it/s]"
1811
- ]
1812
- },
1813
- "metadata": {},
1814
- "output_type": "display_data"
1815
- },
1816
- {
1817
- "data": {
1818
- "application/vnd.jupyter.widget-view+json": {
1819
- "model_id": "aa9ff34f12a441ceb0df8e8343199a22",
1820
- "version_major": 2,
1821
- "version_minor": 0
1822
- },
1823
- "text/plain": [
1824
- " 0%| | 0/256 [00:00<?, ?it/s]"
1825
- ]
1826
- },
1827
- "metadata": {},
1828
- "output_type": "display_data"
1829
- },
1830
- {
1831
- "data": {
1832
- "application/vnd.jupyter.widget-view+json": {
1833
- "model_id": "313e85a2992a471a8cb6b7e611937175",
1834
- "version_major": 2,
1835
- "version_minor": 0
1836
- },
1837
- "text/plain": [
1838
- " 0%| | 0/256 [00:00<?, ?it/s]"
1839
- ]
1840
- },
1841
- "metadata": {},
1842
- "output_type": "display_data"
1843
- },
1844
- {
1845
- "data": {
1846
- "application/vnd.jupyter.widget-view+json": {
1847
- "model_id": "9c29979135f546f4a160de08972e1e38",
1848
- "version_major": 2,
1849
- "version_minor": 0
1850
- },
1851
- "text/plain": [
1852
- " 0%| | 0/256 [00:00<?, ?it/s]"
1853
- ]
1854
- },
1855
- "metadata": {},
1856
- "output_type": "display_data"
1857
- },
1858
- {
1859
- "data": {
1860
- "application/vnd.jupyter.widget-view+json": {
1861
- "model_id": "4e3c9c716d104537b46bb6300fbb2554",
1862
- "version_major": 2,
1863
- "version_minor": 0
1864
- },
1865
- "text/plain": [
1866
- " 0%| | 0/256 [00:00<?, ?it/s]"
1867
- ]
1868
- },
1869
- "metadata": {},
1870
- "output_type": "display_data"
1871
- },
1872
- {
1873
- "name": "stdout",
1874
- "output_type": "stream",
1875
- "text": [
1876
- "saved model at ./outputs/model_state.pth\n",
1877
- "resumed nn_model from ./outputs/model_state.pth\n",
1878
- "Number of parameters for nn_model: 111048705\n",
1879
- "resumed ema_model from ./outputs/model_state.pth\n",
1880
- "run_name = 0523-2003\n",
1881
- "Launching training on one GPU.\n",
1882
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1883
- "51200 images can be loaded\n",
1884
- "field.shape = (64, 64, 514)\n",
1885
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1886
- "loading 2560 images randomly\n",
1887
- "images loaded: (2560, 1, 64, 512)\n",
1888
- "params loaded: (2560, 2)\n"
1889
- ]
1890
- },
1891
- {
1892
- "name": "stderr",
1893
- "output_type": "stream",
1894
- "text": [
1895
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
1896
- ]
1897
- },
1898
- {
1899
- "name": "stdout",
1900
- "output_type": "stream",
1901
- "text": [
1902
- "images rescaled to [-1.0, 1.1919512748718262]\n",
1903
- "params rescaled to [0.0, 0.9996328043579714]\n"
1904
- ]
1905
- },
1906
- {
1907
- "data": {
1908
- "application/vnd.jupyter.widget-view+json": {
1909
- "model_id": "0335a6afd3b34650b595864804a9dc0e",
1910
- "version_major": 2,
1911
- "version_minor": 0
1912
- },
1913
- "text/plain": [
1914
- " 0%| | 0/256 [00:00<?, ?it/s]"
1915
- ]
1916
- },
1917
- "metadata": {},
1918
- "output_type": "display_data"
1919
- },
1920
- {
1921
- "data": {
1922
- "application/vnd.jupyter.widget-view+json": {
1923
- "model_id": "3ebd48095dae4652b4f1193a0655651e",
1924
- "version_major": 2,
1925
- "version_minor": 0
1926
- },
1927
- "text/plain": [
1928
- " 0%| | 0/256 [00:00<?, ?it/s]"
1929
- ]
1930
- },
1931
- "metadata": {},
1932
- "output_type": "display_data"
1933
- },
1934
- {
1935
- "data": {
1936
- "application/vnd.jupyter.widget-view+json": {
1937
- "model_id": "7da841ef9b664e86abb2e4d5fe02880e",
1938
- "version_major": 2,
1939
- "version_minor": 0
1940
- },
1941
- "text/plain": [
1942
- " 0%| | 0/256 [00:00<?, ?it/s]"
1943
- ]
1944
- },
1945
- "metadata": {},
1946
- "output_type": "display_data"
1947
- },
1948
- {
1949
- "data": {
1950
- "application/vnd.jupyter.widget-view+json": {
1951
- "model_id": "947d1adcb7cd4d9198cf5c950761bd8b",
1952
- "version_major": 2,
1953
- "version_minor": 0
1954
- },
1955
- "text/plain": [
1956
- " 0%| | 0/256 [00:00<?, ?it/s]"
1957
- ]
1958
- },
1959
- "metadata": {},
1960
- "output_type": "display_data"
1961
- },
1962
- {
1963
- "data": {
1964
- "application/vnd.jupyter.widget-view+json": {
1965
- "model_id": "59ab1c66259849e6a1bba861331ae67a",
1966
- "version_major": 2,
1967
- "version_minor": 0
1968
- },
1969
- "text/plain": [
1970
- " 0%| | 0/256 [00:00<?, ?it/s]"
1971
- ]
1972
- },
1973
- "metadata": {},
1974
- "output_type": "display_data"
1975
- },
1976
- {
1977
- "name": "stdout",
1978
- "output_type": "stream",
1979
- "text": [
1980
- "saved model at ./outputs/model_state.pth\n",
1981
- "resumed nn_model from ./outputs/model_state.pth\n",
1982
- "Number of parameters for nn_model: 111048705\n",
1983
- "resumed ema_model from ./outputs/model_state.pth\n",
1984
- "run_name = 0523-2017\n",
1985
- "Launching training on one GPU.\n",
1986
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
1987
- "51200 images can be loaded\n",
1988
- "field.shape = (64, 64, 514)\n",
1989
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
1990
- "loading 2560 images randomly\n",
1991
- "images loaded: (2560, 1, 64, 512)\n",
1992
- "params loaded: (2560, 2)\n"
1993
- ]
1994
- },
1995
- {
1996
- "name": "stderr",
1997
- "output_type": "stream",
1998
- "text": [
1999
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2000
- ]
2001
- },
2002
- {
2003
- "name": "stdout",
2004
- "output_type": "stream",
2005
- "text": [
2006
- "images rescaled to [-1.0, 1.1904358863830566]\n",
2007
- "params rescaled to [0.0, 0.9999922179553216]\n"
2008
- ]
2009
- },
2010
- {
2011
- "data": {
2012
- "application/vnd.jupyter.widget-view+json": {
2013
- "model_id": "604543a31a744b0fb4516ed40d387a7b",
2014
- "version_major": 2,
2015
- "version_minor": 0
2016
- },
2017
- "text/plain": [
2018
- " 0%| | 0/256 [00:00<?, ?it/s]"
2019
- ]
2020
- },
2021
- "metadata": {},
2022
- "output_type": "display_data"
2023
- },
2024
- {
2025
- "data": {
2026
- "application/vnd.jupyter.widget-view+json": {
2027
- "model_id": "8ebd6e15af2f44aaa4f30e7941c0839e",
2028
- "version_major": 2,
2029
- "version_minor": 0
2030
- },
2031
- "text/plain": [
2032
- " 0%| | 0/256 [00:00<?, ?it/s]"
2033
- ]
2034
- },
2035
- "metadata": {},
2036
- "output_type": "display_data"
2037
- },
2038
- {
2039
- "data": {
2040
- "application/vnd.jupyter.widget-view+json": {
2041
- "model_id": "449f408826574d899568929b1303359c",
2042
- "version_major": 2,
2043
- "version_minor": 0
2044
- },
2045
- "text/plain": [
2046
- " 0%| | 0/256 [00:00<?, ?it/s]"
2047
- ]
2048
- },
2049
- "metadata": {},
2050
- "output_type": "display_data"
2051
- },
2052
- {
2053
- "data": {
2054
- "application/vnd.jupyter.widget-view+json": {
2055
- "model_id": "de5d676eddd14766aeaca2b3e7dc3fcf",
2056
- "version_major": 2,
2057
- "version_minor": 0
2058
- },
2059
- "text/plain": [
2060
- " 0%| | 0/256 [00:00<?, ?it/s]"
2061
- ]
2062
- },
2063
- "metadata": {},
2064
- "output_type": "display_data"
2065
- },
2066
- {
2067
- "data": {
2068
- "application/vnd.jupyter.widget-view+json": {
2069
- "model_id": "4b15b89040124a7e928e88ae3dbf05d8",
2070
- "version_major": 2,
2071
- "version_minor": 0
2072
- },
2073
- "text/plain": [
2074
- " 0%| | 0/256 [00:00<?, ?it/s]"
2075
- ]
2076
- },
2077
- "metadata": {},
2078
- "output_type": "display_data"
2079
- },
2080
- {
2081
- "name": "stdout",
2082
- "output_type": "stream",
2083
- "text": [
2084
- "saved model at ./outputs/model_state.pth\n",
2085
- "resumed nn_model from ./outputs/model_state.pth\n",
2086
- "Number of parameters for nn_model: 111048705\n",
2087
- "resumed ema_model from ./outputs/model_state.pth\n",
2088
- "run_name = 0523-2031\n",
2089
- "Launching training on one GPU.\n",
2090
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
2091
- "51200 images can be loaded\n",
2092
- "field.shape = (64, 64, 514)\n",
2093
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
2094
- "loading 2560 images randomly\n",
2095
- "images loaded: (2560, 1, 64, 512)\n",
2096
- "params loaded: (2560, 2)\n"
2097
- ]
2098
- },
2099
- {
2100
- "name": "stderr",
2101
- "output_type": "stream",
2102
- "text": [
2103
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2104
- ]
2105
- },
2106
- {
2107
- "name": "stdout",
2108
- "output_type": "stream",
2109
- "text": [
2110
- "images rescaled to [-1.0, 1.2380504608154297]\n",
2111
- "params rescaled to [0.0, 0.9999729145115386]\n"
2112
- ]
2113
- },
2114
- {
2115
- "data": {
2116
- "application/vnd.jupyter.widget-view+json": {
2117
- "model_id": "dd556cfaf5b144b8ba1a6ae05951ef85",
2118
- "version_major": 2,
2119
- "version_minor": 0
2120
- },
2121
- "text/plain": [
2122
- " 0%| | 0/256 [00:00<?, ?it/s]"
2123
- ]
2124
- },
2125
- "metadata": {},
2126
- "output_type": "display_data"
2127
- },
2128
- {
2129
- "data": {
2130
- "application/vnd.jupyter.widget-view+json": {
2131
- "model_id": "7f79efc6908945faaa4583e5c6996389",
2132
- "version_major": 2,
2133
- "version_minor": 0
2134
- },
2135
- "text/plain": [
2136
- " 0%| | 0/256 [00:00<?, ?it/s]"
2137
- ]
2138
- },
2139
- "metadata": {},
2140
- "output_type": "display_data"
2141
- },
2142
- {
2143
- "data": {
2144
- "application/vnd.jupyter.widget-view+json": {
2145
- "model_id": "ee7e57d75e924f9999f88171d8cf691b",
2146
- "version_major": 2,
2147
- "version_minor": 0
2148
- },
2149
- "text/plain": [
2150
- " 0%| | 0/256 [00:00<?, ?it/s]"
2151
- ]
2152
- },
2153
- "metadata": {},
2154
- "output_type": "display_data"
2155
- },
2156
- {
2157
- "data": {
2158
- "application/vnd.jupyter.widget-view+json": {
2159
- "model_id": "5fe002cfc85d440ba58c25435e7f31c9",
2160
- "version_major": 2,
2161
- "version_minor": 0
2162
- },
2163
- "text/plain": [
2164
- " 0%| | 0/256 [00:00<?, ?it/s]"
2165
- ]
2166
- },
2167
- "metadata": {},
2168
- "output_type": "display_data"
2169
- },
2170
- {
2171
- "data": {
2172
- "application/vnd.jupyter.widget-view+json": {
2173
- "model_id": "e9e16e8718af4469908738a1343be4b7",
2174
- "version_major": 2,
2175
- "version_minor": 0
2176
- },
2177
- "text/plain": [
2178
- " 0%| | 0/256 [00:00<?, ?it/s]"
2179
- ]
2180
- },
2181
- "metadata": {},
2182
- "output_type": "display_data"
2183
- },
2184
- {
2185
- "name": "stdout",
2186
- "output_type": "stream",
2187
- "text": [
2188
- "saved model at ./outputs/model_state.pth\n",
2189
- "resumed nn_model from ./outputs/model_state.pth\n",
2190
- "Number of parameters for nn_model: 111048705\n",
2191
- "resumed ema_model from ./outputs/model_state.pth\n",
2192
- "run_name = 0523-2045\n",
2193
- "Launching training on one GPU.\n",
2194
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
2195
- "51200 images can be loaded\n",
2196
- "field.shape = (64, 64, 514)\n",
2197
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
2198
- "loading 2560 images randomly\n",
2199
- "images loaded: (2560, 1, 64, 512)\n",
2200
- "params loaded: (2560, 2)\n"
2201
- ]
2202
- },
2203
- {
2204
- "name": "stderr",
2205
- "output_type": "stream",
2206
- "text": [
2207
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2208
- ]
2209
- },
2210
- {
2211
- "name": "stdout",
2212
- "output_type": "stream",
2213
- "text": [
2214
- "images rescaled to [-1.0, 1.221698522567749]\n",
2215
- "params rescaled to [0.0, 0.999417343394041]\n"
2216
- ]
2217
- },
2218
- {
2219
- "data": {
2220
- "application/vnd.jupyter.widget-view+json": {
2221
- "model_id": "a022a57774a0454fba967b38d24104ec",
2222
- "version_major": 2,
2223
- "version_minor": 0
2224
- },
2225
- "text/plain": [
2226
- " 0%| | 0/256 [00:00<?, ?it/s]"
2227
- ]
2228
- },
2229
- "metadata": {},
2230
- "output_type": "display_data"
2231
- },
2232
- {
2233
- "data": {
2234
- "application/vnd.jupyter.widget-view+json": {
2235
- "model_id": "f4412e8787ca41cf9464d93d7564e51d",
2236
- "version_major": 2,
2237
- "version_minor": 0
2238
- },
2239
- "text/plain": [
2240
- " 0%| | 0/256 [00:00<?, ?it/s]"
2241
- ]
2242
- },
2243
- "metadata": {},
2244
- "output_type": "display_data"
2245
- },
2246
- {
2247
- "data": {
2248
- "application/vnd.jupyter.widget-view+json": {
2249
- "model_id": "3b722690423046a5a8814f3ea03f102b",
2250
- "version_major": 2,
2251
- "version_minor": 0
2252
- },
2253
- "text/plain": [
2254
- " 0%| | 0/256 [00:00<?, ?it/s]"
2255
- ]
2256
- },
2257
- "metadata": {},
2258
- "output_type": "display_data"
2259
- },
2260
- {
2261
- "data": {
2262
- "application/vnd.jupyter.widget-view+json": {
2263
- "model_id": "40185d05e00f49648d6433a98cd9d115",
2264
- "version_major": 2,
2265
- "version_minor": 0
2266
- },
2267
- "text/plain": [
2268
- " 0%| | 0/256 [00:00<?, ?it/s]"
2269
- ]
2270
- },
2271
- "metadata": {},
2272
- "output_type": "display_data"
2273
- },
2274
- {
2275
- "data": {
2276
- "application/vnd.jupyter.widget-view+json": {
2277
- "model_id": "49a5fc20ccc14e9fad0a4dbd7525137b",
2278
- "version_major": 2,
2279
- "version_minor": 0
2280
- },
2281
- "text/plain": [
2282
- " 0%| | 0/256 [00:00<?, ?it/s]"
2283
- ]
2284
- },
2285
- "metadata": {},
2286
- "output_type": "display_data"
2287
- },
2288
- {
2289
- "name": "stdout",
2290
- "output_type": "stream",
2291
- "text": [
2292
- "saved model at ./outputs/model_state.pth\n",
2293
- "resumed nn_model from ./outputs/model_state.pth\n",
2294
- "Number of parameters for nn_model: 111048705\n",
2295
- "resumed ema_model from ./outputs/model_state.pth\n",
2296
- "run_name = 0523-2059\n",
2297
- "Launching training on one GPU.\n",
2298
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
2299
- "51200 images can be loaded\n",
2300
- "field.shape = (64, 64, 514)\n",
2301
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
2302
- "loading 2560 images randomly\n",
2303
- "images loaded: (2560, 1, 64, 512)\n",
2304
- "params loaded: (2560, 2)\n"
2305
- ]
2306
- },
2307
- {
2308
- "name": "stderr",
2309
- "output_type": "stream",
2310
- "text": [
2311
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2312
- ]
2313
- },
2314
- {
2315
- "name": "stdout",
2316
- "output_type": "stream",
2317
- "text": [
2318
- "images rescaled to [-1.0, 1.1660881042480469]\n",
2319
- "params rescaled to [0.0, 0.9999527071628225]\n"
2320
- ]
2321
- },
2322
- {
2323
- "data": {
2324
- "application/vnd.jupyter.widget-view+json": {
2325
- "model_id": "aff71fe26bf34db588ea601acd4cad52",
2326
- "version_major": 2,
2327
- "version_minor": 0
2328
- },
2329
- "text/plain": [
2330
- " 0%| | 0/256 [00:00<?, ?it/s]"
2331
- ]
2332
- },
2333
- "metadata": {},
2334
- "output_type": "display_data"
2335
- },
2336
- {
2337
- "data": {
2338
- "application/vnd.jupyter.widget-view+json": {
2339
- "model_id": "4293e38c6b3c498d80fc5e4551541dba",
2340
- "version_major": 2,
2341
- "version_minor": 0
2342
- },
2343
- "text/plain": [
2344
- " 0%| | 0/256 [00:00<?, ?it/s]"
2345
- ]
2346
- },
2347
- "metadata": {},
2348
- "output_type": "display_data"
2349
- },
2350
- {
2351
- "data": {
2352
- "application/vnd.jupyter.widget-view+json": {
2353
- "model_id": "7464481677004886907c6477f6d2814f",
2354
- "version_major": 2,
2355
- "version_minor": 0
2356
- },
2357
- "text/plain": [
2358
- " 0%| | 0/256 [00:00<?, ?it/s]"
2359
- ]
2360
- },
2361
- "metadata": {},
2362
- "output_type": "display_data"
2363
- },
2364
- {
2365
- "data": {
2366
- "application/vnd.jupyter.widget-view+json": {
2367
- "model_id": "aef892f9f9e74ecfb3827277588aba53",
2368
- "version_major": 2,
2369
- "version_minor": 0
2370
- },
2371
- "text/plain": [
2372
- " 0%| | 0/256 [00:00<?, ?it/s]"
2373
- ]
2374
- },
2375
- "metadata": {},
2376
- "output_type": "display_data"
2377
- },
2378
- {
2379
- "data": {
2380
- "application/vnd.jupyter.widget-view+json": {
2381
- "model_id": "636c8232725e41f287ea43aebe1d4323",
2382
- "version_major": 2,
2383
- "version_minor": 0
2384
- },
2385
- "text/plain": [
2386
- " 0%| | 0/256 [00:00<?, ?it/s]"
2387
- ]
2388
- },
2389
- "metadata": {},
2390
- "output_type": "display_data"
2391
- },
2392
- {
2393
- "name": "stdout",
2394
- "output_type": "stream",
2395
- "text": [
2396
- "saved model at ./outputs/model_state.pth\n",
2397
- "resumed nn_model from ./outputs/model_state.pth\n",
2398
- "Number of parameters for nn_model: 111048705\n",
2399
- "resumed ema_model from ./outputs/model_state.pth\n",
2400
- "run_name = 0523-2112\n",
2401
- "Launching training on one GPU.\n",
2402
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
2403
- "51200 images can be loaded\n",
2404
- "field.shape = (64, 64, 514)\n",
2405
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
2406
- "loading 2560 images randomly\n",
2407
- "images loaded: (2560, 1, 64, 512)\n",
2408
- "params loaded: (2560, 2)\n"
2409
- ]
2410
- },
2411
- {
2412
- "name": "stderr",
2413
- "output_type": "stream",
2414
- "text": [
2415
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2416
- ]
2417
- },
2418
- {
2419
- "name": "stdout",
2420
- "output_type": "stream",
2421
- "text": [
2422
- "images rescaled to [-1.0, 1.186443567276001]\n",
2423
- "params rescaled to [0.0, 0.9999527071628225]\n"
2424
- ]
2425
- },
2426
- {
2427
- "data": {
2428
- "application/vnd.jupyter.widget-view+json": {
2429
- "model_id": "dbff43f42dcc442ca9ef52934a9b42ec",
2430
- "version_major": 2,
2431
- "version_minor": 0
2432
- },
2433
- "text/plain": [
2434
- " 0%| | 0/256 [00:00<?, ?it/s]"
2435
- ]
2436
- },
2437
- "metadata": {},
2438
- "output_type": "display_data"
2439
- },
2440
- {
2441
- "data": {
2442
- "application/vnd.jupyter.widget-view+json": {
2443
- "model_id": "e589c79ec64a4e24b4eeb553438519b0",
2444
- "version_major": 2,
2445
- "version_minor": 0
2446
- },
2447
- "text/plain": [
2448
- " 0%| | 0/256 [00:00<?, ?it/s]"
2449
- ]
2450
- },
2451
- "metadata": {},
2452
- "output_type": "display_data"
2453
- },
2454
- {
2455
- "data": {
2456
- "application/vnd.jupyter.widget-view+json": {
2457
- "model_id": "8067bed5d5d14167ae63260cde1f4abf",
2458
- "version_major": 2,
2459
- "version_minor": 0
2460
- },
2461
- "text/plain": [
2462
- " 0%| | 0/256 [00:00<?, ?it/s]"
2463
- ]
2464
- },
2465
- "metadata": {},
2466
- "output_type": "display_data"
2467
- },
2468
- {
2469
- "data": {
2470
- "application/vnd.jupyter.widget-view+json": {
2471
- "model_id": "bb44a619cabd41b19c68c79ba0a2f311",
2472
- "version_major": 2,
2473
- "version_minor": 0
2474
- },
2475
- "text/plain": [
2476
- " 0%| | 0/256 [00:00<?, ?it/s]"
2477
- ]
2478
- },
2479
- "metadata": {},
2480
- "output_type": "display_data"
2481
- },
2482
- {
2483
- "data": {
2484
- "application/vnd.jupyter.widget-view+json": {
2485
- "model_id": "425106200c29494582d833bce230b5bd",
2486
- "version_major": 2,
2487
- "version_minor": 0
2488
- },
2489
- "text/plain": [
2490
- " 0%| | 0/256 [00:00<?, ?it/s]"
2491
- ]
2492
- },
2493
- "metadata": {},
2494
- "output_type": "display_data"
2495
- },
2496
- {
2497
- "name": "stdout",
2498
- "output_type": "stream",
2499
- "text": [
2500
- "saved model at ./outputs/model_state.pth\n",
2501
- "resumed nn_model from ./outputs/model_state.pth\n",
2502
- "Number of parameters for nn_model: 111048705\n",
2503
- "resumed ema_model from ./outputs/model_state.pth\n",
2504
- "run_name = 0523-2125\n",
2505
- "Launching training on one GPU.\n",
2506
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
2507
- "51200 images can be loaded\n",
2508
- "field.shape = (64, 64, 514)\n",
2509
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
2510
- "loading 2560 images randomly\n",
2511
- "images loaded: (2560, 1, 64, 512)\n",
2512
- "params loaded: (2560, 2)\n"
2513
- ]
2514
- },
2515
- {
2516
- "name": "stderr",
2517
- "output_type": "stream",
2518
- "text": [
2519
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2520
- ]
2521
- },
2522
- {
2523
- "name": "stdout",
2524
- "output_type": "stream",
2525
- "text": [
2526
- "images rescaled to [-1.0, 1.1556508541107178]\n",
2527
- "params rescaled to [0.0, 0.99988945406874]\n"
2528
- ]
2529
- },
2530
- {
2531
- "data": {
2532
- "application/vnd.jupyter.widget-view+json": {
2533
- "model_id": "d676b3d582934bd7bec5554211041af2",
2534
- "version_major": 2,
2535
- "version_minor": 0
2536
- },
2537
- "text/plain": [
2538
- " 0%| | 0/256 [00:00<?, ?it/s]"
2539
- ]
2540
- },
2541
- "metadata": {},
2542
- "output_type": "display_data"
2543
- },
2544
- {
2545
- "data": {
2546
- "application/vnd.jupyter.widget-view+json": {
2547
- "model_id": "e05f8648fd3642d19974f0d4abff8ac3",
2548
- "version_major": 2,
2549
- "version_minor": 0
2550
- },
2551
- "text/plain": [
2552
- " 0%| | 0/256 [00:00<?, ?it/s]"
2553
- ]
2554
- },
2555
- "metadata": {},
2556
- "output_type": "display_data"
2557
- },
2558
- {
2559
- "data": {
2560
- "application/vnd.jupyter.widget-view+json": {
2561
- "model_id": "e4994130112b400c98173e6fe3d5daf3",
2562
- "version_major": 2,
2563
- "version_minor": 0
2564
- },
2565
- "text/plain": [
2566
- " 0%| | 0/256 [00:00<?, ?it/s]"
2567
- ]
2568
- },
2569
- "metadata": {},
2570
- "output_type": "display_data"
2571
- },
2572
- {
2573
- "data": {
2574
- "application/vnd.jupyter.widget-view+json": {
2575
- "model_id": "a89cf66c33be4b7fbecb8f31a8c3a1ed",
2576
- "version_major": 2,
2577
- "version_minor": 0
2578
- },
2579
- "text/plain": [
2580
- " 0%| | 0/256 [00:00<?, ?it/s]"
2581
- ]
2582
- },
2583
- "metadata": {},
2584
- "output_type": "display_data"
2585
- },
2586
- {
2587
- "data": {
2588
- "application/vnd.jupyter.widget-view+json": {
2589
- "model_id": "85c3f4936b4e4c25a0ae8f64ff75fcd2",
2590
- "version_major": 2,
2591
- "version_minor": 0
2592
- },
2593
- "text/plain": [
2594
- " 0%| | 0/256 [00:00<?, ?it/s]"
2595
- ]
2596
- },
2597
- "metadata": {},
2598
- "output_type": "display_data"
2599
- },
2600
- {
2601
- "name": "stdout",
2602
- "output_type": "stream",
2603
- "text": [
2604
- "saved model at ./outputs/model_state.pth\n",
2605
- "resumed nn_model from ./outputs/model_state.pth\n",
2606
- "Number of parameters for nn_model: 111048705\n",
2607
- "resumed ema_model from ./outputs/model_state.pth\n",
2608
- "run_name = 0523-2139\n",
2609
- "Launching training on one GPU.\n",
2610
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
2611
- "51200 images can be loaded\n",
2612
- "field.shape = (64, 64, 514)\n",
2613
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
2614
- "loading 2560 images randomly\n",
2615
- "images loaded: (2560, 1, 64, 512)\n",
2616
- "params loaded: (2560, 2)\n"
2617
- ]
2618
- },
2619
- {
2620
- "name": "stderr",
2621
- "output_type": "stream",
2622
- "text": [
2623
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2624
- ]
2625
- },
2626
- {
2627
- "name": "stdout",
2628
- "output_type": "stream",
2629
- "text": [
2630
- "images rescaled to [-1.0, 1.1390433311462402]\n",
2631
- "params rescaled to [0.0, 0.9998792950082773]\n"
2632
- ]
2633
- },
2634
- {
2635
- "data": {
2636
- "application/vnd.jupyter.widget-view+json": {
2637
- "model_id": "5d1d0f12b66b44a98d93df6f167eb798",
2638
- "version_major": 2,
2639
- "version_minor": 0
2640
- },
2641
- "text/plain": [
2642
- " 0%| | 0/256 [00:00<?, ?it/s]"
2643
- ]
2644
- },
2645
- "metadata": {},
2646
- "output_type": "display_data"
2647
- },
2648
- {
2649
- "data": {
2650
- "application/vnd.jupyter.widget-view+json": {
2651
- "model_id": "e448d1627f59445b9e1ca975f696f325",
2652
- "version_major": 2,
2653
- "version_minor": 0
2654
- },
2655
- "text/plain": [
2656
- " 0%| | 0/256 [00:00<?, ?it/s]"
2657
- ]
2658
- },
2659
- "metadata": {},
2660
- "output_type": "display_data"
2661
- },
2662
- {
2663
- "data": {
2664
- "application/vnd.jupyter.widget-view+json": {
2665
- "model_id": "3b49e399aaff441b800140ff01ab5dbf",
2666
- "version_major": 2,
2667
- "version_minor": 0
2668
- },
2669
- "text/plain": [
2670
- " 0%| | 0/256 [00:00<?, ?it/s]"
2671
- ]
2672
- },
2673
- "metadata": {},
2674
- "output_type": "display_data"
2675
- },
2676
- {
2677
- "data": {
2678
- "application/vnd.jupyter.widget-view+json": {
2679
- "model_id": "94e9bf8810f3489a8602f1f0e66ebe81",
2680
- "version_major": 2,
2681
- "version_minor": 0
2682
- },
2683
- "text/plain": [
2684
- " 0%| | 0/256 [00:00<?, ?it/s]"
2685
- ]
2686
- },
2687
- "metadata": {},
2688
- "output_type": "display_data"
2689
- },
2690
- {
2691
- "data": {
2692
- "application/vnd.jupyter.widget-view+json": {
2693
- "model_id": "99b8d2db692d4da5a59e53d86784f80f",
2694
- "version_major": 2,
2695
- "version_minor": 0
2696
- },
2697
- "text/plain": [
2698
- " 0%| | 0/256 [00:00<?, ?it/s]"
2699
- ]
2700
- },
2701
- "metadata": {},
2702
- "output_type": "display_data"
2703
- },
2704
- {
2705
- "name": "stdout",
2706
- "output_type": "stream",
2707
- "text": [
2708
- "saved model at ./outputs/model_state.pth\n",
2709
- "resumed nn_model from ./outputs/model_state.pth\n",
2710
- "Number of parameters for nn_model: 111048705\n",
2711
- "resumed ema_model from ./outputs/model_state.pth\n",
2712
- "run_name = 0523-2152\n",
2713
- "Launching training on one GPU.\n",
2714
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
2715
- "51200 images can be loaded\n",
2716
- "field.shape = (64, 64, 514)\n",
2717
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
2718
- "loading 2560 images randomly\n",
2719
- "images loaded: (2560, 1, 64, 512)\n",
2720
- "params loaded: (2560, 2)\n"
2721
- ]
2722
- },
2723
- {
2724
- "name": "stderr",
2725
- "output_type": "stream",
2726
- "text": [
2727
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2728
- ]
2729
- },
2730
- {
2731
- "name": "stdout",
2732
- "output_type": "stream",
2733
- "text": [
2734
- "images rescaled to [-1.0, 1.1287531852722168]\n",
2735
- "params rescaled to [0.0, 0.9998308420008604]\n"
2736
- ]
2737
- },
2738
- {
2739
- "data": {
2740
- "application/vnd.jupyter.widget-view+json": {
2741
- "model_id": "c89db69e70004f96b0c3fd0dbfecc982",
2742
- "version_major": 2,
2743
- "version_minor": 0
2744
- },
2745
- "text/plain": [
2746
- " 0%| | 0/256 [00:00<?, ?it/s]"
2747
- ]
2748
- },
2749
- "metadata": {},
2750
- "output_type": "display_data"
2751
- },
2752
- {
2753
- "data": {
2754
- "application/vnd.jupyter.widget-view+json": {
2755
- "model_id": "7a6b928f39754b54814ba2d2e64dae0d",
2756
- "version_major": 2,
2757
- "version_minor": 0
2758
- },
2759
- "text/plain": [
2760
- " 0%| | 0/256 [00:00<?, ?it/s]"
2761
- ]
2762
- },
2763
- "metadata": {},
2764
- "output_type": "display_data"
2765
- },
2766
- {
2767
- "data": {
2768
- "application/vnd.jupyter.widget-view+json": {
2769
- "model_id": "3a7438ed1f5046eba8ef434da4fb06c8",
2770
- "version_major": 2,
2771
- "version_minor": 0
2772
- },
2773
- "text/plain": [
2774
- " 0%| | 0/256 [00:00<?, ?it/s]"
2775
- ]
2776
- },
2777
- "metadata": {},
2778
- "output_type": "display_data"
2779
- },
2780
- {
2781
- "data": {
2782
- "application/vnd.jupyter.widget-view+json": {
2783
- "model_id": "24e120b38258458387bc6ed83b936ccc",
2784
- "version_major": 2,
2785
- "version_minor": 0
2786
- },
2787
- "text/plain": [
2788
- " 0%| | 0/256 [00:00<?, ?it/s]"
2789
- ]
2790
- },
2791
- "metadata": {},
2792
- "output_type": "display_data"
2793
- },
2794
- {
2795
- "data": {
2796
- "application/vnd.jupyter.widget-view+json": {
2797
- "model_id": "f836598581a64f659885431f41f831fa",
2798
- "version_major": 2,
2799
- "version_minor": 0
2800
- },
2801
- "text/plain": [
2802
- " 0%| | 0/256 [00:00<?, ?it/s]"
2803
- ]
2804
- },
2805
- "metadata": {},
2806
- "output_type": "display_data"
2807
- },
2808
- {
2809
- "name": "stdout",
2810
- "output_type": "stream",
2811
- "text": [
2812
- "saved model at ./outputs/model_state.pth\n",
2813
- "resumed nn_model from ./outputs/model_state.pth\n",
2814
- "Number of parameters for nn_model: 111048705\n",
2815
- "resumed ema_model from ./outputs/model_state.pth\n",
2816
- "run_name = 0523-2206\n",
2817
- "Launching training on one GPU.\n",
2818
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
2819
- "51200 images can be loaded\n",
2820
- "field.shape = (64, 64, 514)\n",
2821
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
2822
- "loading 2560 images randomly\n",
2823
- "images loaded: (2560, 1, 64, 512)\n",
2824
- "params loaded: (2560, 2)\n"
2825
- ]
2826
- },
2827
- {
2828
- "name": "stderr",
2829
- "output_type": "stream",
2830
- "text": [
2831
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2832
- ]
2833
- },
2834
- {
2835
- "name": "stdout",
2836
- "output_type": "stream",
2837
- "text": [
2838
- "images rescaled to [-1.0, 1.1427810192108154]\n",
2839
- "params rescaled to [0.0, 0.9998776959999316]\n"
2840
- ]
2841
- },
2842
- {
2843
- "data": {
2844
- "application/vnd.jupyter.widget-view+json": {
2845
- "model_id": "8b674229c8c947429b8df535de3190cb",
2846
- "version_major": 2,
2847
- "version_minor": 0
2848
- },
2849
- "text/plain": [
2850
- " 0%| | 0/256 [00:00<?, ?it/s]"
2851
- ]
2852
- },
2853
- "metadata": {},
2854
- "output_type": "display_data"
2855
- },
2856
- {
2857
- "data": {
2858
- "application/vnd.jupyter.widget-view+json": {
2859
- "model_id": "53992ce9d55541b18c5ae71903f592aa",
2860
- "version_major": 2,
2861
- "version_minor": 0
2862
- },
2863
- "text/plain": [
2864
- " 0%| | 0/256 [00:00<?, ?it/s]"
2865
- ]
2866
- },
2867
- "metadata": {},
2868
- "output_type": "display_data"
2869
- },
2870
- {
2871
- "data": {
2872
- "application/vnd.jupyter.widget-view+json": {
2873
- "model_id": "e50b3163a0d44abbbc6156a157f9b4f5",
2874
- "version_major": 2,
2875
- "version_minor": 0
2876
- },
2877
- "text/plain": [
2878
- " 0%| | 0/256 [00:00<?, ?it/s]"
2879
- ]
2880
- },
2881
- "metadata": {},
2882
- "output_type": "display_data"
2883
- },
2884
- {
2885
- "data": {
2886
- "application/vnd.jupyter.widget-view+json": {
2887
- "model_id": "dd6c0f93b72d4a06a5b8bfc639cab941",
2888
- "version_major": 2,
2889
- "version_minor": 0
2890
- },
2891
- "text/plain": [
2892
- " 0%| | 0/256 [00:00<?, ?it/s]"
2893
- ]
2894
- },
2895
- "metadata": {},
2896
- "output_type": "display_data"
2897
- },
2898
- {
2899
- "data": {
2900
- "application/vnd.jupyter.widget-view+json": {
2901
- "model_id": "a2997d2f381a475bb3be935bda0affaf",
2902
- "version_major": 2,
2903
- "version_minor": 0
2904
- },
2905
- "text/plain": [
2906
- " 0%| | 0/256 [00:00<?, ?it/s]"
2907
- ]
2908
- },
2909
- "metadata": {},
2910
- "output_type": "display_data"
2911
- },
2912
- {
2913
- "name": "stdout",
2914
- "output_type": "stream",
2915
- "text": [
2916
- "saved model at ./outputs/model_state.pth\n",
2917
- "resumed nn_model from ./outputs/model_state.pth\n",
2918
- "Number of parameters for nn_model: 111048705\n",
2919
- "resumed ema_model from ./outputs/model_state.pth\n",
2920
- "run_name = 0523-2220\n",
2921
- "Launching training on one GPU.\n",
2922
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
2923
- "51200 images can be loaded\n",
2924
- "field.shape = (64, 64, 514)\n",
2925
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
2926
- "loading 2560 images randomly\n",
2927
- "images loaded: (2560, 1, 64, 512)\n",
2928
- "params loaded: (2560, 2)\n"
2929
- ]
2930
- },
2931
- {
2932
- "name": "stderr",
2933
- "output_type": "stream",
2934
- "text": [
2935
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
2936
- ]
2937
- },
2938
- {
2939
- "name": "stdout",
2940
- "output_type": "stream",
2941
- "text": [
2942
- "images rescaled to [-1.0, 1.1919512748718262]\n",
2943
- "params rescaled to [0.0, 0.9998792950082773]\n"
2944
- ]
2945
- },
2946
- {
2947
- "data": {
2948
- "application/vnd.jupyter.widget-view+json": {
2949
- "model_id": "e36124f768654eb7b513027824704aa5",
2950
- "version_major": 2,
2951
- "version_minor": 0
2952
- },
2953
- "text/plain": [
2954
- " 0%| | 0/256 [00:00<?, ?it/s]"
2955
- ]
2956
- },
2957
- "metadata": {},
2958
- "output_type": "display_data"
2959
- },
2960
- {
2961
- "data": {
2962
- "application/vnd.jupyter.widget-view+json": {
2963
- "model_id": "d966288d32f1453c84a5f3aa522b8cc2",
2964
- "version_major": 2,
2965
- "version_minor": 0
2966
- },
2967
- "text/plain": [
2968
- " 0%| | 0/256 [00:00<?, ?it/s]"
2969
- ]
2970
- },
2971
- "metadata": {},
2972
- "output_type": "display_data"
2973
- },
2974
- {
2975
- "data": {
2976
- "application/vnd.jupyter.widget-view+json": {
2977
- "model_id": "18a335f3063e409e9478cd9b515d4ea3",
2978
- "version_major": 2,
2979
- "version_minor": 0
2980
- },
2981
- "text/plain": [
2982
- " 0%| | 0/256 [00:00<?, ?it/s]"
2983
- ]
2984
- },
2985
- "metadata": {},
2986
- "output_type": "display_data"
2987
- },
2988
- {
2989
- "data": {
2990
- "application/vnd.jupyter.widget-view+json": {
2991
- "model_id": "d55d47f541994944b84fee1e1212dca4",
2992
- "version_major": 2,
2993
- "version_minor": 0
2994
- },
2995
- "text/plain": [
2996
- " 0%| | 0/256 [00:00<?, ?it/s]"
2997
- ]
2998
- },
2999
- "metadata": {},
3000
- "output_type": "display_data"
3001
- },
3002
- {
3003
- "data": {
3004
- "application/vnd.jupyter.widget-view+json": {
3005
- "model_id": "a23b7fba56124a4f8fdd357ad344e68c",
3006
- "version_major": 2,
3007
- "version_minor": 0
3008
- },
3009
- "text/plain": [
3010
- " 0%| | 0/256 [00:00<?, ?it/s]"
3011
- ]
3012
- },
3013
- "metadata": {},
3014
- "output_type": "display_data"
3015
- },
3016
- {
3017
- "name": "stdout",
3018
- "output_type": "stream",
3019
- "text": [
3020
- "saved model at ./outputs/model_state.pth\n",
3021
- "resumed nn_model from ./outputs/model_state.pth\n",
3022
- "Number of parameters for nn_model: 111048705\n",
3023
- "resumed ema_model from ./outputs/model_state.pth\n",
3024
- "run_name = 0523-2233\n",
3025
- "Launching training on one GPU.\n",
3026
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
3027
- "51200 images can be loaded\n",
3028
- "field.shape = (64, 64, 514)\n",
3029
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
3030
- "loading 2560 images randomly\n",
3031
- "images loaded: (2560, 1, 64, 512)\n",
3032
- "params loaded: (2560, 2)\n"
3033
- ]
3034
- },
3035
- {
3036
- "name": "stderr",
3037
- "output_type": "stream",
3038
- "text": [
3039
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
3040
- ]
3041
- },
3042
- {
3043
- "name": "stdout",
3044
- "output_type": "stream",
3045
- "text": [
3046
- "images rescaled to [-1.0, 1.213691234588623]\n",
3047
- "params rescaled to [0.0, 0.9999290410760016]\n"
3048
- ]
3049
- },
3050
- {
3051
- "data": {
3052
- "application/vnd.jupyter.widget-view+json": {
3053
- "model_id": "4c2ca74b0ce2473b81c0153184216b38",
3054
- "version_major": 2,
3055
- "version_minor": 0
3056
- },
3057
- "text/plain": [
3058
- " 0%| | 0/256 [00:00<?, ?it/s]"
3059
- ]
3060
- },
3061
- "metadata": {},
3062
- "output_type": "display_data"
3063
- },
3064
- {
3065
- "data": {
3066
- "application/vnd.jupyter.widget-view+json": {
3067
- "model_id": "bc1199c1d06b45e58264ad46db2bbb6a",
3068
- "version_major": 2,
3069
- "version_minor": 0
3070
- },
3071
- "text/plain": [
3072
- " 0%| | 0/256 [00:00<?, ?it/s]"
3073
- ]
3074
- },
3075
- "metadata": {},
3076
- "output_type": "display_data"
3077
- },
3078
- {
3079
- "data": {
3080
- "application/vnd.jupyter.widget-view+json": {
3081
- "model_id": "32b7fd927bfe413abf11343decf13b12",
3082
- "version_major": 2,
3083
- "version_minor": 0
3084
- },
3085
- "text/plain": [
3086
- " 0%| | 0/256 [00:00<?, ?it/s]"
3087
- ]
3088
- },
3089
- "metadata": {},
3090
- "output_type": "display_data"
3091
- },
3092
- {
3093
- "data": {
3094
- "application/vnd.jupyter.widget-view+json": {
3095
- "model_id": "5f8ceda69bbe45a8be3718d768077cdf",
3096
- "version_major": 2,
3097
- "version_minor": 0
3098
- },
3099
- "text/plain": [
3100
- " 0%| | 0/256 [00:00<?, ?it/s]"
3101
- ]
3102
- },
3103
- "metadata": {},
3104
- "output_type": "display_data"
3105
- },
3106
- {
3107
- "data": {
3108
- "application/vnd.jupyter.widget-view+json": {
3109
- "model_id": "5ad2c00fc9ac465192f45208badd00f8",
3110
- "version_major": 2,
3111
- "version_minor": 0
3112
- },
3113
- "text/plain": [
3114
- " 0%| | 0/256 [00:00<?, ?it/s]"
3115
- ]
3116
- },
3117
- "metadata": {},
3118
- "output_type": "display_data"
3119
- },
3120
- {
3121
- "name": "stdout",
3122
- "output_type": "stream",
3123
- "text": [
3124
- "saved model at ./outputs/model_state.pth\n",
3125
- "resumed nn_model from ./outputs/model_state.pth\n",
3126
- "Number of parameters for nn_model: 111048705\n",
3127
- "resumed ema_model from ./outputs/model_state.pth\n",
3128
- "run_name = 0523-2247\n",
3129
- "Launching training on one GPU.\n",
3130
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
3131
- "51200 images can be loaded\n",
3132
- "field.shape = (64, 64, 514)\n",
3133
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
3134
- "loading 2560 images randomly\n",
3135
- "images loaded: (2560, 1, 64, 512)\n",
3136
- "params loaded: (2560, 2)\n"
3137
- ]
3138
- },
3139
- {
3140
- "name": "stderr",
3141
- "output_type": "stream",
3142
- "text": [
3143
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
3144
- ]
3145
- },
3146
- {
3147
- "name": "stdout",
3148
- "output_type": "stream",
3149
- "text": [
3150
- "images rescaled to [-1.0, 1.1904358863830566]\n",
3151
- "params rescaled to [0.0, 0.9998314990826471]\n"
3152
- ]
3153
- },
3154
- {
3155
- "data": {
3156
- "application/vnd.jupyter.widget-view+json": {
3157
- "model_id": "6d9f638bf4334cceaa3974dcd6603e9d",
3158
- "version_major": 2,
3159
- "version_minor": 0
3160
- },
3161
- "text/plain": [
3162
- " 0%| | 0/256 [00:00<?, ?it/s]"
3163
- ]
3164
- },
3165
- "metadata": {},
3166
- "output_type": "display_data"
3167
- },
3168
- {
3169
- "data": {
3170
- "application/vnd.jupyter.widget-view+json": {
3171
- "model_id": "685214e49f1d4d0caef7780278f52f42",
3172
- "version_major": 2,
3173
- "version_minor": 0
3174
- },
3175
- "text/plain": [
3176
- " 0%| | 0/256 [00:00<?, ?it/s]"
3177
- ]
3178
- },
3179
- "metadata": {},
3180
- "output_type": "display_data"
3181
- },
3182
- {
3183
- "data": {
3184
- "application/vnd.jupyter.widget-view+json": {
3185
- "model_id": "a3d56cd885c643b094c67ee090db4a56",
3186
- "version_major": 2,
3187
- "version_minor": 0
3188
- },
3189
- "text/plain": [
3190
- " 0%| | 0/256 [00:00<?, ?it/s]"
3191
- ]
3192
- },
3193
- "metadata": {},
3194
- "output_type": "display_data"
3195
- },
3196
- {
3197
- "data": {
3198
- "application/vnd.jupyter.widget-view+json": {
3199
- "model_id": "b2424352418a4efc9ae02eefa8ffe233",
3200
- "version_major": 2,
3201
- "version_minor": 0
3202
- },
3203
- "text/plain": [
3204
- " 0%| | 0/256 [00:00<?, ?it/s]"
3205
- ]
3206
- },
3207
- "metadata": {},
3208
- "output_type": "display_data"
3209
- },
3210
- {
3211
- "data": {
3212
- "application/vnd.jupyter.widget-view+json": {
3213
- "model_id": "52566845ab1f42ca927d4c24cf2a3863",
3214
- "version_major": 2,
3215
- "version_minor": 0
3216
- },
3217
- "text/plain": [
3218
- " 0%| | 0/256 [00:00<?, ?it/s]"
3219
- ]
3220
- },
3221
- "metadata": {},
3222
- "output_type": "display_data"
3223
- },
3224
- {
3225
- "name": "stdout",
3226
- "output_type": "stream",
3227
- "text": [
3228
- "saved model at ./outputs/model_state.pth\n",
3229
- "resumed nn_model from ./outputs/model_state.pth\n",
3230
- "Number of parameters for nn_model: 111048705\n",
3231
- "resumed ema_model from ./outputs/model_state.pth\n",
3232
- "run_name = 0523-2301\n",
3233
- "Launching training on one GPU.\n",
3234
- "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
3235
- "51200 images can be loaded\n",
3236
- "field.shape = (64, 64, 514)\n",
3237
- "params keys = [b'ION_Tvir_MIN', b'HII_EFF_FACTOR']\n",
3238
- "loading 2560 images randomly\n",
3239
- "images loaded: (2560, 1, 64, 512)\n",
3240
- "params loaded: (2560, 2)\n"
3241
- ]
3242
- },
3243
- {
3244
- "name": "stderr",
3245
- "output_type": "stream",
3246
- "text": [
3247
- "Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n"
3248
- ]
3249
- },
3250
- {
3251
- "name": "stdout",
3252
- "output_type": "stream",
3253
- "text": [
3254
- "images rescaled to [-1.0, 1.213691234588623]\n",
3255
- "params rescaled to [0.0, 0.9998792950082773]\n"
3256
- ]
3257
- },
3258
  {
3259
  "data": {
3260
  "application/vnd.jupyter.widget-view+json": {
3261
- "model_id": "023579a6f4f74ebbaed5cf33ff27d094",
3262
  "version_major": 2,
3263
  "version_minor": 0
3264
  },
@@ -3272,7 +710,7 @@
3272
  {
3273
  "data": {
3274
  "application/vnd.jupyter.widget-view+json": {
3275
- "model_id": "e0ddfcf0ce474d099de91dfdfffd651a",
3276
  "version_major": 2,
3277
  "version_minor": 0
3278
  },
@@ -3286,7 +724,7 @@
3286
  {
3287
  "data": {
3288
  "application/vnd.jupyter.widget-view+json": {
3289
- "model_id": "287152cedc3b404ca667c3cdc41e08f7",
3290
  "version_major": 2,
3291
  "version_minor": 0
3292
  },
@@ -3300,7 +738,7 @@
3300
  {
3301
  "data": {
3302
  "application/vnd.jupyter.widget-view+json": {
3303
- "model_id": "b43df55a7cd046619ef129fc547d673d",
3304
  "version_major": 2,
3305
  "version_minor": 0
3306
  },
@@ -3314,7 +752,7 @@
3314
  {
3315
  "data": {
3316
  "application/vnd.jupyter.widget-view+json": {
3317
- "model_id": "de72c5d01a6d4b7f88aeec5748f78cbb",
3318
  "version_major": 2,
3319
  "version_minor": 0
3320
  },
@@ -3329,8 +767,8 @@
3329
  "source": [
3330
  "if __name__ == \"__main__\":\n",
3331
  " # args = (config, nn_model, ddpm, optimizer, dataloader, lr_scheduler)\n",
3332
- " repeat = 10\n",
3333
- " for i in range(repeat):\n",
3334
  " print(f\" round {i} \".center(50, '-'))\n",
3335
  " ddpm21cm = DDPM21CM()\n",
3336
  " print(f\"run_name = {ddpm21cm.config.run_name}\")\n",
 
23
  "- 生成的21cm圖像該暗的地方不夠暗,似乎換成MNIST的數字圖像就沒問題\n",
24
  "- 我用diffusion模型生成MNIST的數字時發現,儘管生成的數據的範圍也存在負數數值,如-0.1,但畫出來的圖像卻是理想的黑色。數據的分佈與21cm的結果的分佈沒多大差別,我現在打算把代碼退回到21cm的情形\n",
25
  "- 我統一了ddpm21cm這個module,能統一實現訓練和生成樣本,但目前有個bug, sample時總是會cuda out of memory,然而單獨resume model並sample就不會。\n",
26
+ "- 解決了,問題出在我忘了寫with torch.no_grad():\n",
27
+ "- 接下來就是生成800個lightcones,與此同時研究如何計算global signal以及power spectrum"
28
  ]
29
  },
30
  {
 
246
  " dim = 2\n",
247
  " stride = (2,2) if dim == 2 else (2,2,4)\n",
248
  " num_image = 2560\n",
249
+ " batch_size = 10#20#2#100 # 10\n",
250
+ " n_epoch = 15#2#5#25 # 120\n",
251
  " HII_DIM = 64\n",
252
  " num_redshift = 512#256#256#64#512#128\n",
253
  " channel = 1\n",
254
  " img_shape = (channel, HII_DIM, num_redshift) if dim == 2 else (channel, HII_DIM, HII_DIM, num_redshift)\n",
255
  "\n",
 
256
  " num_timesteps = 1000#1000 # 1000, 500; DDPM time steps\n",
 
257
  " # n_sample = 24 # 64, the number of samples in sampling process\n",
258
  " n_param = 2\n",
259
  " guide_w = 0#-1#0#-1#0.1#[0,0.1] #[0,0.5,2] strength of generative guidance\n",
 
500
  {
501
  "data": {
502
  "application/vnd.jupyter.widget-view+json": {
503
+ "model_id": "1b047db9da3f478c89bbe1d9498fda48",
504
  "version_major": 2,
505
  "version_minor": 0
506
  },
 
525
  "name": "stdout",
526
  "output_type": "stream",
527
  "text": [
528
+ "-------------------- round 0 ---------------------\n",
529
  "Number of parameters for nn_model: 111048705\n",
530
+ "run_name = 0524-1428\n",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
531
  "Launching training on one GPU.\n",
532
  "dataset content: <KeysViewHDF5 ['brightness_temp', 'density', 'kwargs', 'params', 'redshifts_distances', 'seeds', 'xH_box']>\n",
533
  "51200 images can be loaded\n",
 
549
  "name": "stdout",
550
  "output_type": "stream",
551
  "text": [
552
+ "images rescaled to [-1.0, 1.1512236595153809]\n",
553
+ "params rescaled to [0.0, 0.9998792950082773]\n"
554
  ]
555
  },
556
  {
557
  "data": {
558
  "application/vnd.jupyter.widget-view+json": {
559
+ "model_id": "a5df243192c54bd1bb5ba196baa351f3",
560
  "version_major": 2,
561
  "version_minor": 0
562
  },
 
570
  {
571
  "data": {
572
  "application/vnd.jupyter.widget-view+json": {
573
+ "model_id": "559ce20a8b144bcfbf5c020c67e3401e",
574
  "version_major": 2,
575
  "version_minor": 0
576
  },
 
584
  {
585
  "data": {
586
  "application/vnd.jupyter.widget-view+json": {
587
+ "model_id": "c7d7b40b62fc4fbda05fc94a9a4ccc89",
588
  "version_major": 2,
589
  "version_minor": 0
590
  },
 
598
  {
599
  "data": {
600
  "application/vnd.jupyter.widget-view+json": {
601
+ "model_id": "320a56dcad2942e3a731a8dfdb025023",
602
  "version_major": 2,
603
  "version_minor": 0
604
  },
 
612
  {
613
  "data": {
614
  "application/vnd.jupyter.widget-view+json": {
615
+ "model_id": "0903f2c1240746a88dedc3ecafd208d8",
616
  "version_major": 2,
617
  "version_minor": 0
618
  },
 
623
  "metadata": {},
624
  "output_type": "display_data"
625
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
626
  {
627
  "data": {
628
  "application/vnd.jupyter.widget-view+json": {
629
+ "model_id": "efeac000ea604f8c83e156588ec210ff",
630
  "version_major": 2,
631
  "version_minor": 0
632
  },
 
640
  {
641
  "data": {
642
  "application/vnd.jupyter.widget-view+json": {
643
+ "model_id": "9db9e0504ca34c0baf38c6c43415c5f1",
644
  "version_major": 2,
645
  "version_minor": 0
646
  },
 
654
  {
655
  "data": {
656
  "application/vnd.jupyter.widget-view+json": {
657
+ "model_id": "48704a76b51c40339710c48c14c72099",
658
  "version_major": 2,
659
  "version_minor": 0
660
  },
 
668
  {
669
  "data": {
670
  "application/vnd.jupyter.widget-view+json": {
671
+ "model_id": "346a27338dc7469590b317c8c34971cc",
672
  "version_major": 2,
673
  "version_minor": 0
674
  },
 
682
  {
683
  "data": {
684
  "application/vnd.jupyter.widget-view+json": {
685
+ "model_id": "8f57a973568f4be7995e8f63a7dab56f",
686
  "version_major": 2,
687
  "version_minor": 0
688
  },
 
693
  "metadata": {},
694
  "output_type": "display_data"
695
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
696
  {
697
  "data": {
698
  "application/vnd.jupyter.widget-view+json": {
699
+ "model_id": "701bfc1b8b5c4123bf0357c0061ec20f",
700
  "version_major": 2,
701
  "version_minor": 0
702
  },
 
710
  {
711
  "data": {
712
  "application/vnd.jupyter.widget-view+json": {
713
+ "model_id": "352e6ba0e42f4e52b12996ae25f5733a",
714
  "version_major": 2,
715
  "version_minor": 0
716
  },
 
724
  {
725
  "data": {
726
  "application/vnd.jupyter.widget-view+json": {
727
+ "model_id": "2c522e4048e44a989d4320a2fec5aa07",
728
  "version_major": 2,
729
  "version_minor": 0
730
  },
 
738
  {
739
  "data": {
740
  "application/vnd.jupyter.widget-view+json": {
741
+ "model_id": "a78ce720b67f49b59be00bc3d04c28d1",
742
  "version_major": 2,
743
  "version_minor": 0
744
  },
 
752
  {
753
  "data": {
754
  "application/vnd.jupyter.widget-view+json": {
755
+ "model_id": "811be410babb47e5a09cc33e80b4756c",
756
  "version_major": 2,
757
  "version_minor": 0
758
  },
 
767
  "source": [
768
  "if __name__ == \"__main__\":\n",
769
  " # args = (config, nn_model, ddpm, optimizer, dataloader, lr_scheduler)\n",
770
+ " num_round = 10\n",
771
+ " for i in range(num_round):\n",
772
  " print(f\" round {i} \".center(50, '-'))\n",
773
  " ddpm21cm = DDPM21CM()\n",
774
  " print(f\"run_name = {ddpm21cm.config.run_name}\")\n",
load_h5.py CHANGED
@@ -104,14 +104,17 @@ class Dataset4h5(Dataset):
104
  return img
105
 
106
  def rescale(self, value, to: list):
107
- # print(np.ndim(value))
 
108
  if np.ndim(value)==2:
109
  # print(f"rescale params of shape {value.shape}")
110
  ranges = \
111
  {
112
  0: [4, 6], # ION_Tvir_MIN
113
  1: [10, 250], # HII_EFF_FACTOR
 
114
  }
 
115
  # elif np.ndim(value)==5:
116
  else:
117
  # value = np.array(value)
@@ -123,7 +126,7 @@ class Dataset4h5(Dataset):
123
  # print(f"value.min = {value.min()}, value.max = {value.max()}")
124
  for i in range(np.shape(value)[1]):
125
  value[:,i] = (value[:,i] - ranges[i][0]) / (ranges[i][1]-ranges[i][0])
126
- # print(f"value.min = {value.min()}, value.max = {value.max()}")
127
  value = value * (to[1]-to[0]) + to[0]
128
  return value
129
 
 
104
  return img
105
 
106
  def rescale(self, value, to: list):
107
+ # print("value.ndim =", np.ndim(value))
108
+ # print('value.shape =', value.shape)
109
  if np.ndim(value)==2:
110
  # print(f"rescale params of shape {value.shape}")
111
  ranges = \
112
  {
113
  0: [4, 6], # ION_Tvir_MIN
114
  1: [10, 250], # HII_EFF_FACTOR
115
+ # 1: [np.log10(10), np.log10(250)], # HII_EFF_FACTOR
116
  }
117
+ # value[:,1] = np.log10(value[:,1])
118
  # elif np.ndim(value)==5:
119
  else:
120
  # value = np.array(value)
 
126
  # print(f"value.min = {value.min()}, value.max = {value.max()}")
127
  for i in range(np.shape(value)[1]):
128
  value[:,i] = (value[:,i] - ranges[i][0]) / (ranges[i][1]-ranges[i][0])
129
+ # print(f"i = {i}, value.min = {value[:,i].min()}, value.max = {value[:,i].max()}")
130
  value = value * (to[1]-to[0]) + to[0]
131
  return value
132
 
quantify_results.ipynb ADDED
The diff for this file is too large to render. See raw diff