thethomasboyer commited on
Commit
27250d3
·
verified ·
1 Parent(s): 583b93f

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. cell_cycle/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_full_circle_augs_2560_crop_inference.py +9 -0
  2. cell_cycle/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_fully_ordered_inference.py +15 -0
  3. cell_cycle/my_conf/dataset/ependymal_context/ependymal_context.yaml +16 -0
  4. cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_avg_t_fully_ordered_inference.py +31 -0
  5. cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_fully_ordered_inference.py +9 -0
  6. cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_inference.py +32 -0
  7. cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout.yaml +17 -0
  8. cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_01_noised_separate_gt_fully_ordered_inference.py +19 -0
  9. cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_01_noised_separate_gt_inference.py +18 -0
  10. cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_03_noised_separate_gt_fully_ordered_inference.py +19 -0
  11. cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_white_bg_separate_gt_fully_ordered_inference.py +19 -0
  12. cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_white_bg_separate_gt_inference.py +16 -0
  13. cell_cycle/my_conf/dataset/human_embryo/human_embryo_fully_ordered_inference.py +15 -0
  14. cell_cycle/my_conf/dataset/human_embryo/human_embryo_inference.py +5 -0
  15. docetaxel/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_fully_ordered.yaml +18 -0
  16. docetaxel/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_hard_aug_inference.py +4 -0
  17. docetaxel/my_conf/dataset/ChromaLive6h/ChromaLive6h_3ch_png.yaml +19 -0
  18. docetaxel/my_conf/dataset/ChromaLive6h/ChromaLive6h_4ch_tif.yaml +19 -0
  19. docetaxel/my_conf/dataset/ChromaLive6h/chromalive6h_3ch_png_hard_aug_inference.py +33 -0
  20. docetaxel/my_conf/dataset/ChromaLive6h/chromalive6h_3ch_png_inference.py +33 -0
  21. docetaxel/my_conf/dataset/ChromaLiveTL24h/ChromaLiveTL24h.yaml +19 -0
  22. docetaxel/my_conf/dataset/Jurkat/Jurkat.yaml +16 -0
  23. docetaxel/my_conf/dataset/Jurkat/Jurkat_fully_ordered.yaml +18 -0
  24. docetaxel/my_conf/dataset/Jurkat/Jurkat_inference_hard_aug.py +3 -0
  25. docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis.yaml +24 -0
  26. docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis_fully_ordered.yaml +26 -0
  27. docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis_inference.py +3 -0
  28. docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis.yaml +24 -0
  29. docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis_fully_ordered.yaml +26 -0
  30. docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis_inference.py +3 -0
  31. docetaxel/my_conf/dataset/biotine/biotine_png_128.yaml +19 -0
  32. docetaxel/my_conf/dataset/biotine/biotine_png_128_hard_aug.yaml +16 -0
  33. docetaxel/my_conf/dataset/biotine/biotine_png_128_hard_aug_inference.py +3 -0
  34. docetaxel/my_conf/dataset/biotine/biotine_png_128_inference.py +3 -0
  35. docetaxel/my_conf/dataset/biotine/biotine_png_256.yaml +18 -0
  36. docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy.yaml +18 -0
  37. docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_fully_ordered.yaml +20 -0
  38. docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_hard_aug_inference.py +4 -0
  39. docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_inference.py +3 -0
  40. docetaxel/my_conf/dataset/ependymal_context/ependymal_context.yaml +16 -0
  41. docetaxel/my_conf/dataset/ependymal_context/ependymal_context_fully_ordered.yaml +18 -0
  42. docetaxel/my_conf/dataset/ependymal_context/ependymal_context_inference.py +32 -0
  43. docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout.yaml +17 -0
  44. docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout_fully_ordered.yaml +19 -0
  45. docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout_inference.py +32 -0
  46. docetaxel/my_conf/net/net_256_3_20M.py +22 -0
  47. docetaxel/my_conf/scheduler/DDIM_3k_vpred_tresh_leading.json +19 -0
  48. docetaxel_skip_half_doses/dynamic/scheduler_config.json +19 -0
  49. docetaxel_skip_half_doses/my_conf/dataset/BBBC021/BBBC021_196_docetaxel.yaml +16 -0
  50. docetaxel_skip_half_doses/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_fully_ordered.yaml +23 -0
cell_cycle/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_full_circle_augs_2560_crop_inference.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+
3
+ from GaussianProxy.conf.dataset.diabetic_retinopathy.diabetic_retinopathy_full_circle_augs_2560_crop_inference import (
4
+ dataset,
5
+ )
6
+
7
+ dataset = replace(
8
+ dataset, path="/projects/static2dynamic/datasets/DiabeticRetinopathy/prepared_dataset_full_circle_augmented"
9
+ )
cell_cycle/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_fully_ordered_inference.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+
3
+ from GaussianProxy.conf.dataset.diabetic_retinopathy.diabetic_retinopathy_inference import dataset
4
+ from GaussianProxy.utils.data import ContinuousTimeImageDataset
5
+
6
+ assert dataset.dataset_params is not None
7
+ updated_ds_params = replace(dataset.dataset_params, dataset_class=ContinuousTimeImageDataset)
8
+
9
+ dataset = replace(
10
+ dataset,
11
+ fully_ordered=True,
12
+ path="/projects/static2dynamic/datasets/DiabeticRetinopathy/prepared_dataset/train",
13
+ path_to_single_parquet="/projects/static2dynamic/datasets/DiabeticRetinopathy/prepared_dataset/diabetic_retinopathy__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
14
+ dataset_params=updated_ds_params,
15
+ )
cell_cycle/my_conf/dataset/ependymal_context/ependymal_context.yaml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: ependymal_context
2
+ path: /projects/static2dynamic/datasets/ependymal/prepared_dataset_context
3
+ data_shape: [3, 256, 256]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
8
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
9
+ - _target_: torchvision.transforms.Normalize
10
+ mean: [0.5, 0.5, 0.5]
11
+ std: [0.5, 0.5, 0.5]
12
+ - _target_: torchvision.transforms.RandomHorizontalFlip
13
+ - _target_: torchvision.transforms.RandomVerticalFlip
14
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
15
+ expected_initial_data_range: [0, 255]
16
+ expected_dtype: torch.uint8
cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_avg_t_fully_ordered_inference.py ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+ from pathlib import Path
3
+
4
+ from GaussianProxy.conf.dataset.ependymal_context.ependymal_context_fully_ordered_inference import dataset
5
+ from GaussianProxy.conf.training_conf import DatasetParams
6
+ from GaussianProxy.utils.data import ContinuousTimeImageDataset
7
+
8
+
9
+ # separate gt needs a workaround for sorting_func
10
+ def sorting_func(subdir: Path):
11
+ if subdir.name == "all_imgs":
12
+ return 0
13
+ else:
14
+ raise ValueError(f"unexpected subdir: {subdir}")
15
+
16
+
17
+ ds_params = DatasetParams(
18
+ file_extension="png",
19
+ key_transform=str,
20
+ sorting_func=sorting_func,
21
+ dataset_class=ContinuousTimeImageDataset,
22
+ )
23
+
24
+ dataset = replace(
25
+ dataset,
26
+ name="ependymal_context_avg_t_separate_gt_fully_ordered",
27
+ path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context_avg_pt_from_01_noised_facebook_dinov2-with-registers-giant/all_imgs",
28
+ path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context_avg_pt_from_01_noised_facebook_dinov2-with-registers-giant/ependymal_context__continuous_time_predictions__avg_t_preds.parquet",
29
+ dataset_params=ds_params,
30
+ separate_gt_starting_class_path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context/0"
31
+ )
cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_fully_ordered_inference.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+
3
+ from GaussianProxy.conf.dataset.ependymal_context.ependymal_context_fully_ordered_inference import dataset
4
+
5
+ dataset = replace(
6
+ dataset,
7
+ path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context",
8
+ path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/ependymal_context__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
9
+ )
cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_inference.py ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from torch import float32
2
+ from torchvision.transforms import Compose, ConvertImageDtype, Normalize
3
+
4
+ from GaussianProxy.conf.training_conf import DataSet, DatasetParams
5
+ from GaussianProxy.utils.data import ImageDataset
6
+
7
+ DEFINITION = 256
8
+ NUMBER_OF_CHANNELS = 3
9
+
10
+ transforms = Compose(
11
+ transforms=[
12
+ ConvertImageDtype(float32),
13
+ Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
14
+ ]
15
+ )
16
+
17
+ ds_params = DatasetParams(
18
+ file_extension="png",
19
+ key_transform=str,
20
+ sorting_func=lambda subdir: int(subdir.name),
21
+ dataset_class=ImageDataset,
22
+ )
23
+
24
+ dataset = DataSet(
25
+ name="ependymal_context",
26
+ data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
27
+ transforms=transforms,
28
+ expected_initial_data_range=(0, 255),
29
+ dataset_params=ds_params,
30
+ path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context",
31
+ selected_dists=["0", "3", "5", "7", "9", "16", "30"], # ignore .REMOVED_IMAGES/16 (imaging artifacts)
32
+ )
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout.yaml ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: ependymal_cutout
2
+ path: /projects/static2dynamic/datasets/ependymal/prepared_dataset_crop
3
+ data_shape: [ 3, 256, 256 ]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
8
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
9
+ - _target_: torchvision.transforms.Normalize
10
+ mean: [ 0.5, 0.5, 0.5 ]
11
+ std: [ 0.5, 0.5, 0.5 ]
12
+ - _target_: torchvision.transforms.RandomHorizontalFlip
13
+ - _target_: torchvision.transforms.RandomVerticalFlip
14
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
15
+ expected_initial_data_range: [ 0, 255 ]
16
+ expected_dtype: torch.uint8
17
+ selected_dists: [ 1, 2, 3, 4, 5, 6 ] # 0 is the trash class!
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_01_noised_separate_gt_fully_ordered_inference.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+
3
+ from GaussianProxy.utils.data import ContinuousTimeImageDataset
4
+ from my_conf.dataset.ependymal_cutout.ependymal_cutout_01_noised_separate_gt_inference import dataset
5
+
6
+ assert dataset.dataset_params is not None
7
+ dataset_params = replace(
8
+ dataset.dataset_params,
9
+ dataset_class=ContinuousTimeImageDataset,
10
+ )
11
+
12
+ dataset = replace(
13
+ dataset,
14
+ fully_ordered=True,
15
+ path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/ependymal_cutout_01_noised__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
16
+ dataset_params=dataset_params,
17
+ selected_dists=["all_imgs"],
18
+ separate_gt_starting_class_path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_noised_0.1_crop/ground_truths/1",
19
+ )
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_01_noised_separate_gt_inference.py ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+ from pathlib import Path
3
+
4
+ from GaussianProxy.conf.dataset.ependymal_cutout.ependymal_cutout_inference import dataset
5
+
6
+ # note the data organization is special with separate ground truth folder
7
+ assert dataset.dataset_params is not None
8
+ dataset_params = replace(
9
+ dataset.dataset_params,
10
+ sorting_func=lambda subdir: str(subdir.name) if isinstance(subdir, Path) else str(subdir),
11
+ ) # subdirs are "ground_truth" and "all_imgs" now...
12
+
13
+ dataset = replace(
14
+ dataset,
15
+ name="ependymal_cutout_01_noised",
16
+ path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_noised_0.1_crop/",
17
+ dataset_params=dataset_params,
18
+ )
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_03_noised_separate_gt_fully_ordered_inference.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+
3
+ from GaussianProxy.utils.data import ContinuousTimeImageDataset
4
+ from my_conf.dataset.ependymal_cutout.ependymal_cutout_03_noised_separate_gt_inference import dataset
5
+
6
+ assert dataset.dataset_params is not None
7
+ dataset_params = replace(
8
+ dataset.dataset_params,
9
+ dataset_class=ContinuousTimeImageDataset,
10
+ )
11
+
12
+ dataset = replace(
13
+ dataset,
14
+ fully_ordered=True,
15
+ path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/ependymal_cutout_03_noised__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
16
+ dataset_params=dataset_params,
17
+ selected_dists=["all_imgs"],
18
+ separate_gt_starting_class_path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_noised_0.3_crop/ground_truths/1",
19
+ )
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_white_bg_separate_gt_fully_ordered_inference.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+
3
+ from GaussianProxy.utils.data import ContinuousTimeImageDataset
4
+ from my_conf.dataset.ependymal_cutout.ependymal_cutout_white_bg_separate_gt_inference import dataset
5
+
6
+ assert dataset.dataset_params is not None
7
+ dataset_params = replace(
8
+ dataset.dataset_params,
9
+ dataset_class=ContinuousTimeImageDataset,
10
+ )
11
+
12
+ dataset = replace(
13
+ dataset,
14
+ fully_ordered=True,
15
+ path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/ependymal_cutout_white_bg__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
16
+ dataset_params=dataset_params,
17
+ selected_dists=["all_imgs"],
18
+ separate_gt_starting_class_path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_white_bg_crop/ground_truths/1",
19
+ )
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_white_bg_separate_gt_inference.py ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+
3
+ from GaussianProxy.conf.dataset.ependymal_cutout.ependymal_cutout_inference import dataset
4
+
5
+ # note the data organization is special with separate ground truth folder
6
+ assert dataset.dataset_params is not None
7
+ dataset_params = replace(
8
+ dataset.dataset_params, sorting_func=lambda subdir: str(subdir.name)
9
+ ) # subdirs are "ground_truth" and "all_imgs" now...
10
+
11
+ dataset = replace(
12
+ dataset,
13
+ name="ependymal_cutout_white_bg",
14
+ path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_white_bg_crop/",
15
+ dataset_params=dataset_params,
16
+ )
cell_cycle/my_conf/dataset/human_embryo/human_embryo_fully_ordered_inference.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+
3
+ from GaussianProxy.conf.dataset.human_embryo.human_embryo_inference import dataset
4
+ from GaussianProxy.utils.data import ContinuousTimeImageDataset1D
5
+
6
+ assert dataset.dataset_params is not None
7
+ ds_params = replace(dataset.dataset_params, dataset_class=ContinuousTimeImageDataset1D)
8
+
9
+ dataset = replace(
10
+ dataset,
11
+ path="/projects/imagesets3/2022_Gomez/reformated_phases/phases",
12
+ fully_ordered=True,
13
+ path_to_single_parquet="/projects/imagesets3/2022_Gomez/reformated_phases/human_embryo__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
14
+ dataset_params=ds_params,
15
+ )
cell_cycle/my_conf/dataset/human_embryo/human_embryo_inference.py ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ from dataclasses import replace
2
+
3
+ from GaussianProxy.conf.dataset.human_embryo.human_embryo_inference import dataset
4
+
5
+ dataset = replace(dataset, path="/projects/imagesets3/2022_Gomez/reformated_phases/phases")
docetaxel/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_fully_ordered.yaml ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: BBBC021_196_docetaxel_fully_ordered
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/docetaxel
3
+ path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/BBBC021_196_docetaxel__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
4
+ data_shape: [3, 196, 196]
5
+ transforms:
6
+ _target_: torchvision.transforms.transforms.Compose
7
+ transforms:
8
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
9
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
10
+ - _target_: torchvision.transforms.Normalize
11
+ mean: [0.5, 0.5, 0.5]
12
+ std: [0.5, 0.5, 0.5]
13
+ - _target_: torchvision.transforms.RandomHorizontalFlip
14
+ - _target_: torchvision.transforms.RandomVerticalFlip
15
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
16
+ expected_initial_data_range: [0, 255]
17
+ expected_dtype: torch.uint8
18
+ fully_ordered: true
docetaxel/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_hard_aug_inference.py ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ from GaussianProxy.conf.dataset.BBBC021_196_hard_aug_inference import dataset
2
+
3
+ dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/docetaxel_hard_augmented"
4
+ dataset.name += "_docetaxel"
docetaxel/my_conf/dataset/ChromaLive6h/ChromaLive6h_3ch_png.yaml ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: chromaLive6h_3ch_png_patches_380px
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20231017ChromaLive_6hr_4ch/MIP_normalized/paired_dataset/patches
3
+ data_shape: [ 3, 128, 128 ]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.transforms.Resize
8
+ size: 128
9
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
10
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
11
+ - _target_: torchvision.transforms.Normalize
12
+ mean: [ 0.5, 0.5, 0.5 ] # move to [-1:1]
13
+ std: [ 0.5, 0.5, 0.5 ]
14
+ - _target_: torchvision.transforms.RandomHorizontalFlip
15
+ - _target_: torchvision.transforms.RandomVerticalFlip
16
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
17
+ expected_initial_data_range: [ 0, 255 ]
18
+ expected_dtype: torch.uint8
19
+ selected_dists:
docetaxel/my_conf/dataset/ChromaLive6h/ChromaLive6h_4ch_tif.yaml ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: chromaLive6h_4ch_tif_patches_380px
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20231017ChromaLive_6hr_4ch/MIP_normalized/paired_dataset/patches
3
+ data_shape: [ 4, 128, 128 ]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.transforms.Resize
8
+ size: 128
9
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
10
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
11
+ - _target_: torchvision.transforms.Normalize
12
+ mean: [ 0.5, 0.5, 0.5, 0.5 ] # move to [-1:1]
13
+ std: [ 0.5, 0.5, 0.5, 0.5 ]
14
+ - _target_: torchvision.transforms.RandomHorizontalFlip
15
+ - _target_: torchvision.transforms.RandomVerticalFlip
16
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
17
+ expected_initial_data_range: [ 0, 65536 ]
18
+ expected_dtype: torch.uint16
19
+ selected_dists: [ 'time_1', 'time_3', 'time_5', 'time_7', 'time_9', 'time_11', 'time_13' ]
docetaxel/my_conf/dataset/ChromaLive6h/chromalive6h_3ch_png_hard_aug_inference.py ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from torch import float32
2
+ from torchvision.transforms import Compose, ConvertImageDtype, Normalize, Resize
3
+
4
+ from GaussianProxy.conf.training_conf import DataSet, DatasetParams
5
+ from GaussianProxy.utils.data import ImageDataset
6
+
7
+ DEFINITION = 128
8
+ NUMBER_OF_CHANNELS = 3
9
+
10
+ transforms = Compose(
11
+ transforms=[
12
+ Resize(DEFINITION),
13
+ ConvertImageDtype(float32),
14
+ Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
15
+ ]
16
+ )
17
+
18
+ ds_params = DatasetParams(
19
+ file_extension="png",
20
+ key_transform=str,
21
+ sorting_func=lambda subdir: int(subdir.name.split("_")[1]),
22
+ dataset_class=ImageDataset,
23
+ )
24
+
25
+ dataset = DataSet(
26
+ name="chromaLive6h_3ch_png_patches_380px_hard_aug",
27
+ data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
28
+ transforms=transforms,
29
+ selected_dists=None, # not used
30
+ expected_initial_data_range=(0, 255),
31
+ dataset_params=ds_params,
32
+ path="/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20231017ChromaLive_6hr_4ch/MIP_normalized/paired_dataset/patches_hard_augmented",
33
+ )
docetaxel/my_conf/dataset/ChromaLive6h/chromalive6h_3ch_png_inference.py ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from torch import float32
2
+ from torchvision.transforms import Compose, ConvertImageDtype, Normalize, Resize
3
+
4
+ from GaussianProxy.conf.training_conf import DataSet, DatasetParams
5
+ from GaussianProxy.utils.data import ImageDataset
6
+
7
+ DEFINITION = 128
8
+ NUMBER_OF_CHANNELS = 3
9
+
10
+ transforms = Compose(
11
+ transforms=[
12
+ Resize(DEFINITION),
13
+ ConvertImageDtype(float32),
14
+ Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
15
+ ]
16
+ )
17
+
18
+ ds_params = DatasetParams(
19
+ file_extension="png",
20
+ key_transform=str,
21
+ sorting_func=lambda subdir: int(subdir.name.split("_")[1]),
22
+ dataset_class=ImageDataset,
23
+ )
24
+
25
+ dataset = DataSet(
26
+ name="chromaLive6h_3ch_png_patches_380px",
27
+ data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
28
+ transforms=transforms,
29
+ selected_dists=None, # not used
30
+ expected_initial_data_range=(0, 255),
31
+ dataset_params=ds_params,
32
+ path="/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20231017ChromaLive_6hr_4ch/MIP_normalized/paired_dataset/patches",
33
+ )
docetaxel/my_conf/dataset/ChromaLiveTL24h/ChromaLiveTL24h.yaml ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: chromalive_tl_24h_380px
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20230920ChromaLiveTL_24hr4ch/ch_4_3_1___norm_whole_ds_per_channel_per_zslice_0_99perc___patches_380
3
+ data_shape: [3, 256, 256]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.transforms.Resize
8
+ size: 256
9
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
10
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
11
+ - _target_: torchvision.transforms.Normalize
12
+ mean: [0.5, 0.5, 0.5] # move to [-1:1]
13
+ std: [0.5, 0.5, 0.5]
14
+ - _target_: torchvision.transforms.RandomHorizontalFlip
15
+ - _target_: torchvision.transforms.RandomVerticalFlip
16
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
17
+ expected_initial_data_range: [0, 255]
18
+ expected_dtype: torch.uint8
19
+ selected_dists: ['time_1', 'time_7', 'time_13', 'time_19', 'time_25', 'time_31', 'time_37', 'time_43', 'time_49', 'time_55', 'time_61', 'time_67', 'time_73', 'time_79', 'time_85', 'time_91', 'time_97', 'time_103', 'time_109', 'time_115', 'time_121', 'time_127', 'time_133', 'time_139', 'time_145']
docetaxel/my_conf/dataset/Jurkat/Jurkat.yaml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: Jurkat
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/Jurkat/rgb_images_all_cell_cycles
3
+ data_shape: [3, 66, 66]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
8
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
9
+ - _target_: torchvision.transforms.Normalize
10
+ mean: [0.5, 0.5, 0.5]
11
+ std: [0.5, 0.5, 0.5]
12
+ - _target_: torchvision.transforms.RandomHorizontalFlip
13
+ - _target_: torchvision.transforms.RandomVerticalFlip
14
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
15
+ expected_initial_data_range: [0, 255]
16
+ expected_dtype: torch.uint8
docetaxel/my_conf/dataset/Jurkat/Jurkat_fully_ordered.yaml ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: Jurkat_fully_ordered_dinov2_regs_giant_ds_preproc
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/Jurkat/rgb_images_all_cell_cycles
3
+ path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/Jurkat/Jurkat__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
4
+ data_shape: [3, 66, 66]
5
+ transforms:
6
+ _target_: torchvision.transforms.transforms.Compose
7
+ transforms:
8
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
9
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
10
+ - _target_: torchvision.transforms.Normalize
11
+ mean: [0.5, 0.5, 0.5]
12
+ std: [0.5, 0.5, 0.5]
13
+ - _target_: torchvision.transforms.RandomHorizontalFlip
14
+ - _target_: torchvision.transforms.RandomVerticalFlip
15
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
16
+ expected_initial_data_range: [0, 255]
17
+ expected_dtype: torch.uint8
18
+ fully_ordered: true
docetaxel/my_conf/dataset/Jurkat/Jurkat_inference_hard_aug.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from GaussianProxy.conf.dataset.Jurkat_inference import Jurkat_inference as dataset
2
+
3
+ dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/Jurkat/rgb_images_all_cell_cycles_hard_augmented"
docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis.yaml ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: NASH_fibrosis
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/prepared_data/fibrosis
3
+ data_shape: [ 3, 128, 128 ]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ # Convert to float32 (and normalize to [0, 1]) before resizing
8
+ - _target_: torchvision.transforms.ConvertImageDtype
9
+ dtype: ${torch_dtype:float32}
10
+ # Random crop from 299x299 to 192x192, then resize to 128x128
11
+ - _target_: torchvision.transforms.RandomCrop
12
+ size: 192
13
+ - _target_: torchvision.transforms.Resize
14
+ size: 128
15
+ # Normalize to [-1, 1]
16
+ - _target_: torchvision.transforms.Normalize
17
+ mean: [ 0.5, 0.5, 0.5 ]
18
+ std: [ 0.5, 0.5, 0.5 ]
19
+ # Random 8x square augmentations
20
+ - _target_: torchvision.transforms.RandomHorizontalFlip
21
+ - _target_: torchvision.transforms.RandomVerticalFlip
22
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
23
+ selected_dists:
24
+ expected_initial_data_range: [ 0, 255 ]
docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis_fully_ordered.yaml ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: NASH_fibrosis_fully_ordered_dinov2_regs_giant_ds_preproc
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/fibrosis
3
+ path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/NASH_fibrosis__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
4
+ data_shape: [ 3, 128, 128 ]
5
+ transforms:
6
+ _target_: torchvision.transforms.transforms.Compose
7
+ transforms:
8
+ # Convert to float32 (and normalize to [0, 1]) before resizing
9
+ - _target_: torchvision.transforms.ConvertImageDtype
10
+ dtype: ${torch_dtype:float32}
11
+ # Random crop from 299x299 to 192x192, then resize to 128x128
12
+ - _target_: torchvision.transforms.RandomCrop
13
+ size: 192
14
+ - _target_: torchvision.transforms.Resize
15
+ size: 128
16
+ # Normalize to [-1, 1]
17
+ - _target_: torchvision.transforms.Normalize
18
+ mean: [ 0.5, 0.5, 0.5 ]
19
+ std: [ 0.5, 0.5, 0.5 ]
20
+ # Random 8x square augmentations
21
+ - _target_: torchvision.transforms.RandomHorizontalFlip
22
+ - _target_: torchvision.transforms.RandomVerticalFlip
23
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
24
+ selected_dists:
25
+ expected_initial_data_range: [ 0, 255 ]
26
+ fully_ordered: true
docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis_inference.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from GaussianProxy.conf.dataset.NASH_fibrosis_inference import dataset
2
+
3
+ dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/prepared_data/fibrosis"
docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis.yaml ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: NASH_steatosis
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/steatosis
3
+ data_shape: [ 3, 128, 128 ]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ # Convert to float32 (and normalize to [0, 1]) before resizing
8
+ - _target_: torchvision.transforms.ConvertImageDtype
9
+ dtype: ${torch_dtype:float32}
10
+ # Random crop from 299x299 to 192x192, then resize to 128x128
11
+ - _target_: torchvision.transforms.RandomCrop
12
+ size: 192
13
+ - _target_: torchvision.transforms.Resize
14
+ size: 128
15
+ # Normalize to [-1, 1]
16
+ - _target_: torchvision.transforms.Normalize
17
+ mean: [ 0.5, 0.5, 0.5 ]
18
+ std: [ 0.5, 0.5, 0.5 ]
19
+ # Random 8x square augmentations
20
+ - _target_: torchvision.transforms.RandomHorizontalFlip
21
+ - _target_: torchvision.transforms.RandomVerticalFlip
22
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
23
+ selected_dists:
24
+ expected_initial_data_range: [ 0, 255 ]
docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis_fully_ordered.yaml ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: NASH_steatosis_fully_ordered_dinov2_regs_giant_ds_preproc
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/steatosis
3
+ path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/NASH_steatosis__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
4
+ data_shape: [ 3, 128, 128 ]
5
+ transforms:
6
+ _target_: torchvision.transforms.transforms.Compose
7
+ transforms:
8
+ # Convert to float32 (and normalize to [0, 1]) before resizing
9
+ - _target_: torchvision.transforms.ConvertImageDtype
10
+ dtype: ${torch_dtype:float32}
11
+ # Random crop from 299x299 to 192x192, then resize to 128x128
12
+ - _target_: torchvision.transforms.RandomCrop
13
+ size: 192
14
+ - _target_: torchvision.transforms.Resize
15
+ size: 128
16
+ # Normalize to [-1, 1]
17
+ - _target_: torchvision.transforms.Normalize
18
+ mean: [ 0.5, 0.5, 0.5 ]
19
+ std: [ 0.5, 0.5, 0.5 ]
20
+ # Random 8x square augmentations
21
+ - _target_: torchvision.transforms.RandomHorizontalFlip
22
+ - _target_: torchvision.transforms.RandomVerticalFlip
23
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
24
+ selected_dists:
25
+ expected_initial_data_range: [ 0, 255 ]
26
+ fully_ordered: true
docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis_inference.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from GaussianProxy.conf.dataset.NASH_steatosis_inference import dataset
2
+
3
+ dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/prepared_data/steatosis"
docetaxel/my_conf/dataset/biotine/biotine_png_128.yaml ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: biotine_png
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255
3
+ data_shape: [ 3, 128, 128 ]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.transforms.Resize
8
+ size: 128
9
+ # ConvertImageDtype also scales to [0; 1] (from the *implicit* expected range that depends on the incoming dtype...)
10
+ - _target_: torchvision.transforms.ConvertImageDtype
11
+ dtype: ${torch_dtype:float32}
12
+ - _target_: torchvision.transforms.Normalize
13
+ mean: [ 0.5, 0.5, 0.5 ]
14
+ std: [ 0.5, 0.5, 0.5 ]
15
+ - _target_: torchvision.transforms.RandomHorizontalFlip
16
+ - _target_: torchvision.transforms.RandomVerticalFlip
17
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
18
+ selected_dists:
19
+ expected_initial_data_range: [ 0, 255 ]
docetaxel/my_conf/dataset/biotine/biotine_png_128_hard_aug.yaml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: biotine_png_hard_aug
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255_hard_augmented
3
+ data_shape: [ 3, 128, 128 ]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.transforms.Resize
8
+ size: 128
9
+ # ConvertImageDtype also scales to [0; 1] (from the *implicit* expected range that depends on the incoming dtype...)
10
+ - _target_: torchvision.transforms.ConvertImageDtype
11
+ dtype: ${torch_dtype:float32}
12
+ - _target_: torchvision.transforms.Normalize
13
+ mean: [ 0.5, 0.5, 0.5 ]
14
+ std: [ 0.5, 0.5, 0.5 ]
15
+ selected_dists:
16
+ expected_initial_data_range: [ 0, 255 ]
docetaxel/my_conf/dataset/biotine/biotine_png_128_hard_aug_inference.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from GaussianProxy.conf.dataset.biotine_png_128_hard_aug_inference import dataset
2
+
3
+ dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255_hard_augmented"
docetaxel/my_conf/dataset/biotine/biotine_png_128_inference.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from GaussianProxy.conf.dataset.biotine_png_128_inference import dataset
2
+
3
+ dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255"
docetaxel/my_conf/dataset/biotine/biotine_png_256.yaml ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: biotine_png
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255
3
+ data_shape: [ 3, 256, 256 ]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
8
+ dtype: ${torch_dtype:float32}
9
+ - _target_: torchvision.transforms.Normalize
10
+ mean: [ 0.5, 0.5, 0.5 ]
11
+ std: [ 0.5, 0.5, 0.5 ]
12
+ - _target_: torchvision.transforms.transforms.Resize
13
+ size: 256
14
+ - _target_: torchvision.transforms.RandomHorizontalFlip
15
+ - _target_: torchvision.transforms.RandomVerticalFlip
16
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
17
+ selected_dists: [ 1, 5, 10, 15, 19 ]
18
+ expected_initial_data_range: [ 0, 255 ]
docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy.yaml ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: diabetic_retinopathy
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/prepared_dataset/train
3
+ data_shape: [3, 256, 256]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.transforms.Resize
8
+ size: 256 # single int => image resized to (size * aspect_ratio, size) or (size, size * aspect_ratio) with aspect_ratio >= 1 preserved
9
+ - _target_: torchvision.transforms.v2.CenterCrop
10
+ size: 256 # square centered crop
11
+ - _target_: torchvision.transforms.RandomHorizontalFlip
12
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
13
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
14
+ - _target_: torchvision.transforms.Normalize
15
+ mean: [0.5, 0.5, 0.5]
16
+ std: [0.5, 0.5, 0.5]
17
+ expected_initial_data_range: [0, 255]
18
+ expected_dtype: torch.uint8
docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_fully_ordered.yaml ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: diabetic_retinopathy_fully_ordered
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/train
3
+ path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/diabetic_retinopathy__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
4
+ data_shape: [3, 256, 256]
5
+ transforms:
6
+ _target_: torchvision.transforms.transforms.Compose
7
+ transforms:
8
+ - _target_: torchvision.transforms.transforms.Resize
9
+ size: 256 # single int => image resized to (size * aspect_ratio, size) or (size, size * aspect_ratio) with aspect_ratio >= 1 preserved
10
+ - _target_: torchvision.transforms.v2.CenterCrop
11
+ size: 256 # square centered crop
12
+ - _target_: torchvision.transforms.RandomHorizontalFlip
13
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
14
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
15
+ - _target_: torchvision.transforms.Normalize
16
+ mean: [0.5, 0.5, 0.5]
17
+ std: [0.5, 0.5, 0.5]
18
+ expected_initial_data_range: [0, 255]
19
+ expected_dtype: torch.uint8
20
+ fully_ordered: true
docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_hard_aug_inference.py ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ from GaussianProxy.conf.dataset.diabetic_retinopathy_inference import diabetic_retinopathy_inference as dataset
2
+
3
+ dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/prepared_dataset/train_hard_augmented"
4
+ dataset.name = "diabetic_retinopathy_inference_hard_augmented"
docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_inference.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from GaussianProxy.conf.dataset.diabetic_retinopathy_inference import diabetic_retinopathy_inference
2
+
3
+ diabetic_retinopathy_inference.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/prepared_dataset/train"
docetaxel/my_conf/dataset/ependymal_context/ependymal_context.yaml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: ependymal_context
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_context
3
+ data_shape: [3, 256, 256]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
8
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
9
+ - _target_: torchvision.transforms.Normalize
10
+ mean: [0.5, 0.5, 0.5]
11
+ std: [0.5, 0.5, 0.5]
12
+ - _target_: torchvision.transforms.RandomHorizontalFlip
13
+ - _target_: torchvision.transforms.RandomVerticalFlip
14
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
15
+ expected_initial_data_range: [0, 255]
16
+ expected_dtype: torch.uint8
docetaxel/my_conf/dataset/ependymal_context/ependymal_context_fully_ordered.yaml ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: ependymal_context_fully_ordered
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_context
3
+ path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/ependymal_context__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
4
+ data_shape: [3, 256, 256]
5
+ transforms:
6
+ _target_: torchvision.transforms.transforms.Compose
7
+ transforms:
8
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
9
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
10
+ - _target_: torchvision.transforms.Normalize
11
+ mean: [0.5, 0.5, 0.5]
12
+ std: [0.5, 0.5, 0.5]
13
+ - _target_: torchvision.transforms.RandomHorizontalFlip
14
+ - _target_: torchvision.transforms.RandomVerticalFlip
15
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
16
+ expected_initial_data_range: [0, 255]
17
+ expected_dtype: torch.uint8
18
+ fully_ordered: true
docetaxel/my_conf/dataset/ependymal_context/ependymal_context_inference.py ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from torch import float32
2
+ from torchvision.transforms import Compose, ConvertImageDtype, Normalize
3
+
4
+ from GaussianProxy.conf.training_conf import DataSet, DatasetParams
5
+ from GaussianProxy.utils.data import ImageDataset
6
+
7
+ DEFINITION = 256
8
+ NUMBER_OF_CHANNELS = 3
9
+
10
+ transforms = Compose(
11
+ transforms=[
12
+ ConvertImageDtype(float32),
13
+ Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
14
+ ]
15
+ )
16
+
17
+ ds_params = DatasetParams(
18
+ file_extension="png",
19
+ key_transform=str,
20
+ sorting_func=lambda subdir: int(subdir.name),
21
+ dataset_class=ImageDataset,
22
+ )
23
+
24
+ dataset = DataSet(
25
+ name="ependymal_context",
26
+ data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
27
+ transforms=transforms,
28
+ selected_dists=None,
29
+ expected_initial_data_range=(0, 255),
30
+ dataset_params=ds_params,
31
+ path="/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_context",
32
+ )
docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout.yaml ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: ependymal_cutout
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_crop
3
+ data_shape: [ 3, 256, 256 ]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
8
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
9
+ - _target_: torchvision.transforms.Normalize
10
+ mean: [ 0.5, 0.5, 0.5 ]
11
+ std: [ 0.5, 0.5, 0.5 ]
12
+ - _target_: torchvision.transforms.RandomHorizontalFlip
13
+ - _target_: torchvision.transforms.RandomVerticalFlip
14
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
15
+ expected_initial_data_range: [ 0, 255 ]
16
+ expected_dtype: torch.uint8
17
+ selected_dists: [ 1, 2, 3, 4, 5, 6 ] # 0 is the trash class!
docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout_fully_ordered.yaml ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: ependymal_cutout_fully_ordered
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_crop
3
+ path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/ependymal_cutout__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
4
+ data_shape: [ 3, 256, 256 ]
5
+ transforms:
6
+ _target_: torchvision.transforms.transforms.Compose
7
+ transforms:
8
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
9
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
10
+ - _target_: torchvision.transforms.Normalize
11
+ mean: [ 0.5, 0.5, 0.5 ]
12
+ std: [ 0.5, 0.5, 0.5 ]
13
+ - _target_: torchvision.transforms.RandomHorizontalFlip
14
+ - _target_: torchvision.transforms.RandomVerticalFlip
15
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
16
+ expected_initial_data_range: [ 0, 255 ]
17
+ expected_dtype: torch.uint8
18
+ selected_dists: [ 1, 2, 3, 4, 5, 6 ] # 0 is the trash class!
19
+ fully_ordered: true
docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout_inference.py ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from torch import float32
2
+ from torchvision.transforms import Compose, ConvertImageDtype, Normalize
3
+
4
+ from GaussianProxy.conf.training_conf import DataSet, DatasetParams
5
+ from GaussianProxy.utils.data import ImageDataset
6
+
7
+ DEFINITION = 256
8
+ NUMBER_OF_CHANNELS = 3
9
+
10
+ transforms = Compose(
11
+ transforms=[
12
+ ConvertImageDtype(float32),
13
+ Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
14
+ ]
15
+ )
16
+
17
+ ds_params = DatasetParams(
18
+ file_extension="png",
19
+ key_transform=str,
20
+ sorting_func=lambda subdir: int(subdir.name),
21
+ dataset_class=ImageDataset,
22
+ )
23
+
24
+ dataset = DataSet(
25
+ name="ependymal_cutout",
26
+ data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
27
+ transforms=transforms,
28
+ selected_dists=[1, 2, 3, 4, 5, 6], # 0 is the trash class!
29
+ expected_initial_data_range=(0, 255),
30
+ dataset_params=ds_params,
31
+ path="/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_crop",
32
+ )
docetaxel/my_conf/net/net_256_3_20M.py ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from GaussianProxy.conf.training_conf import UNet2DConditionModelConfig, TimeEncoderConfig
2
+
3
+ cross_attn_dim = 64
4
+
5
+ net = UNet2DConditionModelConfig(
6
+ sample_size=256,
7
+ in_channels=3,
8
+ out_channels=3,
9
+ down_block_types=("DownBlock2D", "CrossAttnDownBlock2D", "CrossAttnDownBlock2D"),
10
+ up_block_types=("CrossAttnUpBlock2D", "CrossAttnUpBlock2D", "UpBlock2D"),
11
+ block_out_channels=(64, 128, 224),
12
+ layers_per_block=2,
13
+ act_fn="silu",
14
+ cross_attention_dim=cross_attn_dim,
15
+ )
16
+
17
+ time_encoder = TimeEncoderConfig(
18
+ encoding_dim=128,
19
+ time_embed_dim=cross_attn_dim,
20
+ flip_sin_to_cos=True,
21
+ downscale_freq_shift=1,
22
+ )
docetaxel/my_conf/scheduler/DDIM_3k_vpred_tresh_leading.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "DDIMScheduler",
3
+ "_diffusers_version": "0.32.2",
4
+ "beta_end": 0.02,
5
+ "beta_schedule": "linear",
6
+ "beta_start": 0.0001,
7
+ "clip_sample": false,
8
+ "clip_sample_range": 1.0,
9
+ "dynamic_thresholding_ratio": 0.995,
10
+ "num_train_timesteps": 3000,
11
+ "prediction_type": "v_prediction",
12
+ "rescale_betas_zero_snr": false,
13
+ "sample_max_value": 1.0,
14
+ "set_alpha_to_one": true,
15
+ "steps_offset": 0,
16
+ "thresholding": true,
17
+ "timestep_spacing": "leading",
18
+ "trained_betas": null
19
+ }
docetaxel_skip_half_doses/dynamic/scheduler_config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "DDIMScheduler",
3
+ "_diffusers_version": "0.35.2",
4
+ "beta_end": 0.02,
5
+ "beta_schedule": "linear",
6
+ "beta_start": 0.0001,
7
+ "clip_sample": false,
8
+ "clip_sample_range": 1.0,
9
+ "dynamic_thresholding_ratio": 0.995,
10
+ "num_train_timesteps": 3000,
11
+ "prediction_type": "v_prediction",
12
+ "rescale_betas_zero_snr": false,
13
+ "sample_max_value": 1.0,
14
+ "set_alpha_to_one": true,
15
+ "steps_offset": 0,
16
+ "thresholding": true,
17
+ "timestep_spacing": "leading",
18
+ "trained_betas": null
19
+ }
docetaxel_skip_half_doses/my_conf/dataset/BBBC021/BBBC021_196_docetaxel.yaml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: BBBC021_196_docetaxel
2
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/docetaxel
3
+ data_shape: [3, 196, 196]
4
+ transforms:
5
+ _target_: torchvision.transforms.transforms.Compose
6
+ transforms:
7
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
8
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
9
+ - _target_: torchvision.transforms.Normalize
10
+ mean: [0.5, 0.5, 0.5]
11
+ std: [0.5, 0.5, 0.5]
12
+ - _target_: torchvision.transforms.RandomHorizontalFlip
13
+ - _target_: torchvision.transforms.RandomVerticalFlip
14
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
15
+ expected_initial_data_range: [0, 255]
16
+ expected_dtype: torch.uint8
docetaxel_skip_half_doses/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_fully_ordered.yaml ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: BBBC021_196_docetaxel_fully_ordered
2
+
3
+ path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/docetaxel
4
+ path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/BBBC021_196_docetaxel__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
5
+
6
+ data_shape: [3, 196, 196]
7
+
8
+ transforms:
9
+ _target_: torchvision.transforms.transforms.Compose
10
+ transforms:
11
+ - _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
12
+ dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
13
+ - _target_: torchvision.transforms.Normalize
14
+ mean: [0.5, 0.5, 0.5]
15
+ std: [0.5, 0.5, 0.5]
16
+ - _target_: torchvision.transforms.RandomHorizontalFlip
17
+ - _target_: torchvision.transforms.RandomVerticalFlip
18
+ - _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
19
+
20
+ expected_initial_data_range: [0, 255]
21
+ expected_dtype: torch.uint8
22
+
23
+ fully_ordered: true