Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- cell_cycle/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_full_circle_augs_2560_crop_inference.py +9 -0
- cell_cycle/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_fully_ordered_inference.py +15 -0
- cell_cycle/my_conf/dataset/ependymal_context/ependymal_context.yaml +16 -0
- cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_avg_t_fully_ordered_inference.py +31 -0
- cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_fully_ordered_inference.py +9 -0
- cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_inference.py +32 -0
- cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout.yaml +17 -0
- cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_01_noised_separate_gt_fully_ordered_inference.py +19 -0
- cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_01_noised_separate_gt_inference.py +18 -0
- cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_03_noised_separate_gt_fully_ordered_inference.py +19 -0
- cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_white_bg_separate_gt_fully_ordered_inference.py +19 -0
- cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_white_bg_separate_gt_inference.py +16 -0
- cell_cycle/my_conf/dataset/human_embryo/human_embryo_fully_ordered_inference.py +15 -0
- cell_cycle/my_conf/dataset/human_embryo/human_embryo_inference.py +5 -0
- docetaxel/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_fully_ordered.yaml +18 -0
- docetaxel/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_hard_aug_inference.py +4 -0
- docetaxel/my_conf/dataset/ChromaLive6h/ChromaLive6h_3ch_png.yaml +19 -0
- docetaxel/my_conf/dataset/ChromaLive6h/ChromaLive6h_4ch_tif.yaml +19 -0
- docetaxel/my_conf/dataset/ChromaLive6h/chromalive6h_3ch_png_hard_aug_inference.py +33 -0
- docetaxel/my_conf/dataset/ChromaLive6h/chromalive6h_3ch_png_inference.py +33 -0
- docetaxel/my_conf/dataset/ChromaLiveTL24h/ChromaLiveTL24h.yaml +19 -0
- docetaxel/my_conf/dataset/Jurkat/Jurkat.yaml +16 -0
- docetaxel/my_conf/dataset/Jurkat/Jurkat_fully_ordered.yaml +18 -0
- docetaxel/my_conf/dataset/Jurkat/Jurkat_inference_hard_aug.py +3 -0
- docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis.yaml +24 -0
- docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis_fully_ordered.yaml +26 -0
- docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis_inference.py +3 -0
- docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis.yaml +24 -0
- docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis_fully_ordered.yaml +26 -0
- docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis_inference.py +3 -0
- docetaxel/my_conf/dataset/biotine/biotine_png_128.yaml +19 -0
- docetaxel/my_conf/dataset/biotine/biotine_png_128_hard_aug.yaml +16 -0
- docetaxel/my_conf/dataset/biotine/biotine_png_128_hard_aug_inference.py +3 -0
- docetaxel/my_conf/dataset/biotine/biotine_png_128_inference.py +3 -0
- docetaxel/my_conf/dataset/biotine/biotine_png_256.yaml +18 -0
- docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy.yaml +18 -0
- docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_fully_ordered.yaml +20 -0
- docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_hard_aug_inference.py +4 -0
- docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_inference.py +3 -0
- docetaxel/my_conf/dataset/ependymal_context/ependymal_context.yaml +16 -0
- docetaxel/my_conf/dataset/ependymal_context/ependymal_context_fully_ordered.yaml +18 -0
- docetaxel/my_conf/dataset/ependymal_context/ependymal_context_inference.py +32 -0
- docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout.yaml +17 -0
- docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout_fully_ordered.yaml +19 -0
- docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout_inference.py +32 -0
- docetaxel/my_conf/net/net_256_3_20M.py +22 -0
- docetaxel/my_conf/scheduler/DDIM_3k_vpred_tresh_leading.json +19 -0
- docetaxel_skip_half_doses/dynamic/scheduler_config.json +19 -0
- docetaxel_skip_half_doses/my_conf/dataset/BBBC021/BBBC021_196_docetaxel.yaml +16 -0
- docetaxel_skip_half_doses/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_fully_ordered.yaml +23 -0
cell_cycle/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_full_circle_augs_2560_crop_inference.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
|
| 3 |
+
from GaussianProxy.conf.dataset.diabetic_retinopathy.diabetic_retinopathy_full_circle_augs_2560_crop_inference import (
|
| 4 |
+
dataset,
|
| 5 |
+
)
|
| 6 |
+
|
| 7 |
+
dataset = replace(
|
| 8 |
+
dataset, path="/projects/static2dynamic/datasets/DiabeticRetinopathy/prepared_dataset_full_circle_augmented"
|
| 9 |
+
)
|
cell_cycle/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_fully_ordered_inference.py
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
|
| 3 |
+
from GaussianProxy.conf.dataset.diabetic_retinopathy.diabetic_retinopathy_inference import dataset
|
| 4 |
+
from GaussianProxy.utils.data import ContinuousTimeImageDataset
|
| 5 |
+
|
| 6 |
+
assert dataset.dataset_params is not None
|
| 7 |
+
updated_ds_params = replace(dataset.dataset_params, dataset_class=ContinuousTimeImageDataset)
|
| 8 |
+
|
| 9 |
+
dataset = replace(
|
| 10 |
+
dataset,
|
| 11 |
+
fully_ordered=True,
|
| 12 |
+
path="/projects/static2dynamic/datasets/DiabeticRetinopathy/prepared_dataset/train",
|
| 13 |
+
path_to_single_parquet="/projects/static2dynamic/datasets/DiabeticRetinopathy/prepared_dataset/diabetic_retinopathy__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
|
| 14 |
+
dataset_params=updated_ds_params,
|
| 15 |
+
)
|
cell_cycle/my_conf/dataset/ependymal_context/ependymal_context.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: ependymal_context
|
| 2 |
+
path: /projects/static2dynamic/datasets/ependymal/prepared_dataset_context
|
| 3 |
+
data_shape: [3, 256, 256]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 8 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 9 |
+
- _target_: torchvision.transforms.Normalize
|
| 10 |
+
mean: [0.5, 0.5, 0.5]
|
| 11 |
+
std: [0.5, 0.5, 0.5]
|
| 12 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 13 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 14 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 15 |
+
expected_initial_data_range: [0, 255]
|
| 16 |
+
expected_dtype: torch.uint8
|
cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_avg_t_fully_ordered_inference.py
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
from pathlib import Path
|
| 3 |
+
|
| 4 |
+
from GaussianProxy.conf.dataset.ependymal_context.ependymal_context_fully_ordered_inference import dataset
|
| 5 |
+
from GaussianProxy.conf.training_conf import DatasetParams
|
| 6 |
+
from GaussianProxy.utils.data import ContinuousTimeImageDataset
|
| 7 |
+
|
| 8 |
+
|
| 9 |
+
# separate gt needs a workaround for sorting_func
|
| 10 |
+
def sorting_func(subdir: Path):
|
| 11 |
+
if subdir.name == "all_imgs":
|
| 12 |
+
return 0
|
| 13 |
+
else:
|
| 14 |
+
raise ValueError(f"unexpected subdir: {subdir}")
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
ds_params = DatasetParams(
|
| 18 |
+
file_extension="png",
|
| 19 |
+
key_transform=str,
|
| 20 |
+
sorting_func=sorting_func,
|
| 21 |
+
dataset_class=ContinuousTimeImageDataset,
|
| 22 |
+
)
|
| 23 |
+
|
| 24 |
+
dataset = replace(
|
| 25 |
+
dataset,
|
| 26 |
+
name="ependymal_context_avg_t_separate_gt_fully_ordered",
|
| 27 |
+
path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context_avg_pt_from_01_noised_facebook_dinov2-with-registers-giant/all_imgs",
|
| 28 |
+
path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context_avg_pt_from_01_noised_facebook_dinov2-with-registers-giant/ependymal_context__continuous_time_predictions__avg_t_preds.parquet",
|
| 29 |
+
dataset_params=ds_params,
|
| 30 |
+
separate_gt_starting_class_path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context/0"
|
| 31 |
+
)
|
cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_fully_ordered_inference.py
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
|
| 3 |
+
from GaussianProxy.conf.dataset.ependymal_context.ependymal_context_fully_ordered_inference import dataset
|
| 4 |
+
|
| 5 |
+
dataset = replace(
|
| 6 |
+
dataset,
|
| 7 |
+
path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context",
|
| 8 |
+
path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/ependymal_context__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
|
| 9 |
+
)
|
cell_cycle/my_conf/dataset/ependymal_context/ependymal_context_inference.py
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from torch import float32
|
| 2 |
+
from torchvision.transforms import Compose, ConvertImageDtype, Normalize
|
| 3 |
+
|
| 4 |
+
from GaussianProxy.conf.training_conf import DataSet, DatasetParams
|
| 5 |
+
from GaussianProxy.utils.data import ImageDataset
|
| 6 |
+
|
| 7 |
+
DEFINITION = 256
|
| 8 |
+
NUMBER_OF_CHANNELS = 3
|
| 9 |
+
|
| 10 |
+
transforms = Compose(
|
| 11 |
+
transforms=[
|
| 12 |
+
ConvertImageDtype(float32),
|
| 13 |
+
Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
|
| 14 |
+
]
|
| 15 |
+
)
|
| 16 |
+
|
| 17 |
+
ds_params = DatasetParams(
|
| 18 |
+
file_extension="png",
|
| 19 |
+
key_transform=str,
|
| 20 |
+
sorting_func=lambda subdir: int(subdir.name),
|
| 21 |
+
dataset_class=ImageDataset,
|
| 22 |
+
)
|
| 23 |
+
|
| 24 |
+
dataset = DataSet(
|
| 25 |
+
name="ependymal_context",
|
| 26 |
+
data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
|
| 27 |
+
transforms=transforms,
|
| 28 |
+
expected_initial_data_range=(0, 255),
|
| 29 |
+
dataset_params=ds_params,
|
| 30 |
+
path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_context",
|
| 31 |
+
selected_dists=["0", "3", "5", "7", "9", "16", "30"], # ignore .REMOVED_IMAGES/16 (imaging artifacts)
|
| 32 |
+
)
|
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout.yaml
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: ependymal_cutout
|
| 2 |
+
path: /projects/static2dynamic/datasets/ependymal/prepared_dataset_crop
|
| 3 |
+
data_shape: [ 3, 256, 256 ]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 8 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 9 |
+
- _target_: torchvision.transforms.Normalize
|
| 10 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 11 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 12 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 13 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 14 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 15 |
+
expected_initial_data_range: [ 0, 255 ]
|
| 16 |
+
expected_dtype: torch.uint8
|
| 17 |
+
selected_dists: [ 1, 2, 3, 4, 5, 6 ] # 0 is the trash class!
|
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_01_noised_separate_gt_fully_ordered_inference.py
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
|
| 3 |
+
from GaussianProxy.utils.data import ContinuousTimeImageDataset
|
| 4 |
+
from my_conf.dataset.ependymal_cutout.ependymal_cutout_01_noised_separate_gt_inference import dataset
|
| 5 |
+
|
| 6 |
+
assert dataset.dataset_params is not None
|
| 7 |
+
dataset_params = replace(
|
| 8 |
+
dataset.dataset_params,
|
| 9 |
+
dataset_class=ContinuousTimeImageDataset,
|
| 10 |
+
)
|
| 11 |
+
|
| 12 |
+
dataset = replace(
|
| 13 |
+
dataset,
|
| 14 |
+
fully_ordered=True,
|
| 15 |
+
path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/ependymal_cutout_01_noised__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
|
| 16 |
+
dataset_params=dataset_params,
|
| 17 |
+
selected_dists=["all_imgs"],
|
| 18 |
+
separate_gt_starting_class_path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_noised_0.1_crop/ground_truths/1",
|
| 19 |
+
)
|
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_01_noised_separate_gt_inference.py
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
from pathlib import Path
|
| 3 |
+
|
| 4 |
+
from GaussianProxy.conf.dataset.ependymal_cutout.ependymal_cutout_inference import dataset
|
| 5 |
+
|
| 6 |
+
# note the data organization is special with separate ground truth folder
|
| 7 |
+
assert dataset.dataset_params is not None
|
| 8 |
+
dataset_params = replace(
|
| 9 |
+
dataset.dataset_params,
|
| 10 |
+
sorting_func=lambda subdir: str(subdir.name) if isinstance(subdir, Path) else str(subdir),
|
| 11 |
+
) # subdirs are "ground_truth" and "all_imgs" now...
|
| 12 |
+
|
| 13 |
+
dataset = replace(
|
| 14 |
+
dataset,
|
| 15 |
+
name="ependymal_cutout_01_noised",
|
| 16 |
+
path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_noised_0.1_crop/",
|
| 17 |
+
dataset_params=dataset_params,
|
| 18 |
+
)
|
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_03_noised_separate_gt_fully_ordered_inference.py
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
|
| 3 |
+
from GaussianProxy.utils.data import ContinuousTimeImageDataset
|
| 4 |
+
from my_conf.dataset.ependymal_cutout.ependymal_cutout_03_noised_separate_gt_inference import dataset
|
| 5 |
+
|
| 6 |
+
assert dataset.dataset_params is not None
|
| 7 |
+
dataset_params = replace(
|
| 8 |
+
dataset.dataset_params,
|
| 9 |
+
dataset_class=ContinuousTimeImageDataset,
|
| 10 |
+
)
|
| 11 |
+
|
| 12 |
+
dataset = replace(
|
| 13 |
+
dataset,
|
| 14 |
+
fully_ordered=True,
|
| 15 |
+
path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/ependymal_cutout_03_noised__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
|
| 16 |
+
dataset_params=dataset_params,
|
| 17 |
+
selected_dists=["all_imgs"],
|
| 18 |
+
separate_gt_starting_class_path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_noised_0.3_crop/ground_truths/1",
|
| 19 |
+
)
|
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_white_bg_separate_gt_fully_ordered_inference.py
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
|
| 3 |
+
from GaussianProxy.utils.data import ContinuousTimeImageDataset
|
| 4 |
+
from my_conf.dataset.ependymal_cutout.ependymal_cutout_white_bg_separate_gt_inference import dataset
|
| 5 |
+
|
| 6 |
+
assert dataset.dataset_params is not None
|
| 7 |
+
dataset_params = replace(
|
| 8 |
+
dataset.dataset_params,
|
| 9 |
+
dataset_class=ContinuousTimeImageDataset,
|
| 10 |
+
)
|
| 11 |
+
|
| 12 |
+
dataset = replace(
|
| 13 |
+
dataset,
|
| 14 |
+
fully_ordered=True,
|
| 15 |
+
path_to_single_parquet="/projects/static2dynamic/datasets/ependymal/ependymal_cutout_white_bg__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
|
| 16 |
+
dataset_params=dataset_params,
|
| 17 |
+
selected_dists=["all_imgs"],
|
| 18 |
+
separate_gt_starting_class_path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_white_bg_crop/ground_truths/1",
|
| 19 |
+
)
|
cell_cycle/my_conf/dataset/ependymal_cutout/ependymal_cutout_white_bg_separate_gt_inference.py
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
|
| 3 |
+
from GaussianProxy.conf.dataset.ependymal_cutout.ependymal_cutout_inference import dataset
|
| 4 |
+
|
| 5 |
+
# note the data organization is special with separate ground truth folder
|
| 6 |
+
assert dataset.dataset_params is not None
|
| 7 |
+
dataset_params = replace(
|
| 8 |
+
dataset.dataset_params, sorting_func=lambda subdir: str(subdir.name)
|
| 9 |
+
) # subdirs are "ground_truth" and "all_imgs" now...
|
| 10 |
+
|
| 11 |
+
dataset = replace(
|
| 12 |
+
dataset,
|
| 13 |
+
name="ependymal_cutout_white_bg",
|
| 14 |
+
path="/projects/static2dynamic/datasets/ependymal/prepared_dataset_white_bg_crop/",
|
| 15 |
+
dataset_params=dataset_params,
|
| 16 |
+
)
|
cell_cycle/my_conf/dataset/human_embryo/human_embryo_fully_ordered_inference.py
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
|
| 3 |
+
from GaussianProxy.conf.dataset.human_embryo.human_embryo_inference import dataset
|
| 4 |
+
from GaussianProxy.utils.data import ContinuousTimeImageDataset1D
|
| 5 |
+
|
| 6 |
+
assert dataset.dataset_params is not None
|
| 7 |
+
ds_params = replace(dataset.dataset_params, dataset_class=ContinuousTimeImageDataset1D)
|
| 8 |
+
|
| 9 |
+
dataset = replace(
|
| 10 |
+
dataset,
|
| 11 |
+
path="/projects/imagesets3/2022_Gomez/reformated_phases/phases",
|
| 12 |
+
fully_ordered=True,
|
| 13 |
+
path_to_single_parquet="/projects/imagesets3/2022_Gomez/reformated_phases/human_embryo__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet",
|
| 14 |
+
dataset_params=ds_params,
|
| 15 |
+
)
|
cell_cycle/my_conf/dataset/human_embryo/human_embryo_inference.py
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from dataclasses import replace
|
| 2 |
+
|
| 3 |
+
from GaussianProxy.conf.dataset.human_embryo.human_embryo_inference import dataset
|
| 4 |
+
|
| 5 |
+
dataset = replace(dataset, path="/projects/imagesets3/2022_Gomez/reformated_phases/phases")
|
docetaxel/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_fully_ordered.yaml
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: BBBC021_196_docetaxel_fully_ordered
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/docetaxel
|
| 3 |
+
path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/BBBC021_196_docetaxel__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
|
| 4 |
+
data_shape: [3, 196, 196]
|
| 5 |
+
transforms:
|
| 6 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 7 |
+
transforms:
|
| 8 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 9 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 10 |
+
- _target_: torchvision.transforms.Normalize
|
| 11 |
+
mean: [0.5, 0.5, 0.5]
|
| 12 |
+
std: [0.5, 0.5, 0.5]
|
| 13 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 14 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 15 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 16 |
+
expected_initial_data_range: [0, 255]
|
| 17 |
+
expected_dtype: torch.uint8
|
| 18 |
+
fully_ordered: true
|
docetaxel/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_hard_aug_inference.py
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from GaussianProxy.conf.dataset.BBBC021_196_hard_aug_inference import dataset
|
| 2 |
+
|
| 3 |
+
dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/docetaxel_hard_augmented"
|
| 4 |
+
dataset.name += "_docetaxel"
|
docetaxel/my_conf/dataset/ChromaLive6h/ChromaLive6h_3ch_png.yaml
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: chromaLive6h_3ch_png_patches_380px
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20231017ChromaLive_6hr_4ch/MIP_normalized/paired_dataset/patches
|
| 3 |
+
data_shape: [ 3, 128, 128 ]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.transforms.Resize
|
| 8 |
+
size: 128
|
| 9 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 10 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 11 |
+
- _target_: torchvision.transforms.Normalize
|
| 12 |
+
mean: [ 0.5, 0.5, 0.5 ] # move to [-1:1]
|
| 13 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 14 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 15 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 16 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 17 |
+
expected_initial_data_range: [ 0, 255 ]
|
| 18 |
+
expected_dtype: torch.uint8
|
| 19 |
+
selected_dists:
|
docetaxel/my_conf/dataset/ChromaLive6h/ChromaLive6h_4ch_tif.yaml
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: chromaLive6h_4ch_tif_patches_380px
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20231017ChromaLive_6hr_4ch/MIP_normalized/paired_dataset/patches
|
| 3 |
+
data_shape: [ 4, 128, 128 ]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.transforms.Resize
|
| 8 |
+
size: 128
|
| 9 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 10 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 11 |
+
- _target_: torchvision.transforms.Normalize
|
| 12 |
+
mean: [ 0.5, 0.5, 0.5, 0.5 ] # move to [-1:1]
|
| 13 |
+
std: [ 0.5, 0.5, 0.5, 0.5 ]
|
| 14 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 15 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 16 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 17 |
+
expected_initial_data_range: [ 0, 65536 ]
|
| 18 |
+
expected_dtype: torch.uint16
|
| 19 |
+
selected_dists: [ 'time_1', 'time_3', 'time_5', 'time_7', 'time_9', 'time_11', 'time_13' ]
|
docetaxel/my_conf/dataset/ChromaLive6h/chromalive6h_3ch_png_hard_aug_inference.py
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from torch import float32
|
| 2 |
+
from torchvision.transforms import Compose, ConvertImageDtype, Normalize, Resize
|
| 3 |
+
|
| 4 |
+
from GaussianProxy.conf.training_conf import DataSet, DatasetParams
|
| 5 |
+
from GaussianProxy.utils.data import ImageDataset
|
| 6 |
+
|
| 7 |
+
DEFINITION = 128
|
| 8 |
+
NUMBER_OF_CHANNELS = 3
|
| 9 |
+
|
| 10 |
+
transforms = Compose(
|
| 11 |
+
transforms=[
|
| 12 |
+
Resize(DEFINITION),
|
| 13 |
+
ConvertImageDtype(float32),
|
| 14 |
+
Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
|
| 15 |
+
]
|
| 16 |
+
)
|
| 17 |
+
|
| 18 |
+
ds_params = DatasetParams(
|
| 19 |
+
file_extension="png",
|
| 20 |
+
key_transform=str,
|
| 21 |
+
sorting_func=lambda subdir: int(subdir.name.split("_")[1]),
|
| 22 |
+
dataset_class=ImageDataset,
|
| 23 |
+
)
|
| 24 |
+
|
| 25 |
+
dataset = DataSet(
|
| 26 |
+
name="chromaLive6h_3ch_png_patches_380px_hard_aug",
|
| 27 |
+
data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
|
| 28 |
+
transforms=transforms,
|
| 29 |
+
selected_dists=None, # not used
|
| 30 |
+
expected_initial_data_range=(0, 255),
|
| 31 |
+
dataset_params=ds_params,
|
| 32 |
+
path="/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20231017ChromaLive_6hr_4ch/MIP_normalized/paired_dataset/patches_hard_augmented",
|
| 33 |
+
)
|
docetaxel/my_conf/dataset/ChromaLive6h/chromalive6h_3ch_png_inference.py
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from torch import float32
|
| 2 |
+
from torchvision.transforms import Compose, ConvertImageDtype, Normalize, Resize
|
| 3 |
+
|
| 4 |
+
from GaussianProxy.conf.training_conf import DataSet, DatasetParams
|
| 5 |
+
from GaussianProxy.utils.data import ImageDataset
|
| 6 |
+
|
| 7 |
+
DEFINITION = 128
|
| 8 |
+
NUMBER_OF_CHANNELS = 3
|
| 9 |
+
|
| 10 |
+
transforms = Compose(
|
| 11 |
+
transforms=[
|
| 12 |
+
Resize(DEFINITION),
|
| 13 |
+
ConvertImageDtype(float32),
|
| 14 |
+
Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
|
| 15 |
+
]
|
| 16 |
+
)
|
| 17 |
+
|
| 18 |
+
ds_params = DatasetParams(
|
| 19 |
+
file_extension="png",
|
| 20 |
+
key_transform=str,
|
| 21 |
+
sorting_func=lambda subdir: int(subdir.name.split("_")[1]),
|
| 22 |
+
dataset_class=ImageDataset,
|
| 23 |
+
)
|
| 24 |
+
|
| 25 |
+
dataset = DataSet(
|
| 26 |
+
name="chromaLive6h_3ch_png_patches_380px",
|
| 27 |
+
data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
|
| 28 |
+
transforms=transforms,
|
| 29 |
+
selected_dists=None, # not used
|
| 30 |
+
expected_initial_data_range=(0, 255),
|
| 31 |
+
dataset_params=ds_params,
|
| 32 |
+
path="/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20231017ChromaLive_6hr_4ch/MIP_normalized/paired_dataset/patches",
|
| 33 |
+
)
|
docetaxel/my_conf/dataset/ChromaLiveTL24h/ChromaLiveTL24h.yaml
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: chromalive_tl_24h_380px
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/20230920ChromaLiveTL_24hr4ch/ch_4_3_1___norm_whole_ds_per_channel_per_zslice_0_99perc___patches_380
|
| 3 |
+
data_shape: [3, 256, 256]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.transforms.Resize
|
| 8 |
+
size: 256
|
| 9 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 10 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 11 |
+
- _target_: torchvision.transforms.Normalize
|
| 12 |
+
mean: [0.5, 0.5, 0.5] # move to [-1:1]
|
| 13 |
+
std: [0.5, 0.5, 0.5]
|
| 14 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 15 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 16 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 17 |
+
expected_initial_data_range: [0, 255]
|
| 18 |
+
expected_dtype: torch.uint8
|
| 19 |
+
selected_dists: ['time_1', 'time_7', 'time_13', 'time_19', 'time_25', 'time_31', 'time_37', 'time_43', 'time_49', 'time_55', 'time_61', 'time_67', 'time_73', 'time_79', 'time_85', 'time_91', 'time_97', 'time_103', 'time_109', 'time_115', 'time_121', 'time_127', 'time_133', 'time_139', 'time_145']
|
docetaxel/my_conf/dataset/Jurkat/Jurkat.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: Jurkat
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/Jurkat/rgb_images_all_cell_cycles
|
| 3 |
+
data_shape: [3, 66, 66]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 8 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 9 |
+
- _target_: torchvision.transforms.Normalize
|
| 10 |
+
mean: [0.5, 0.5, 0.5]
|
| 11 |
+
std: [0.5, 0.5, 0.5]
|
| 12 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 13 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 14 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 15 |
+
expected_initial_data_range: [0, 255]
|
| 16 |
+
expected_dtype: torch.uint8
|
docetaxel/my_conf/dataset/Jurkat/Jurkat_fully_ordered.yaml
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: Jurkat_fully_ordered_dinov2_regs_giant_ds_preproc
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/Jurkat/rgb_images_all_cell_cycles
|
| 3 |
+
path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/Jurkat/Jurkat__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
|
| 4 |
+
data_shape: [3, 66, 66]
|
| 5 |
+
transforms:
|
| 6 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 7 |
+
transforms:
|
| 8 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 9 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 10 |
+
- _target_: torchvision.transforms.Normalize
|
| 11 |
+
mean: [0.5, 0.5, 0.5]
|
| 12 |
+
std: [0.5, 0.5, 0.5]
|
| 13 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 14 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 15 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 16 |
+
expected_initial_data_range: [0, 255]
|
| 17 |
+
expected_dtype: torch.uint8
|
| 18 |
+
fully_ordered: true
|
docetaxel/my_conf/dataset/Jurkat/Jurkat_inference_hard_aug.py
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from GaussianProxy.conf.dataset.Jurkat_inference import Jurkat_inference as dataset
|
| 2 |
+
|
| 3 |
+
dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/Jurkat/rgb_images_all_cell_cycles_hard_augmented"
|
docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis.yaml
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: NASH_fibrosis
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/prepared_data/fibrosis
|
| 3 |
+
data_shape: [ 3, 128, 128 ]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
# Convert to float32 (and normalize to [0, 1]) before resizing
|
| 8 |
+
- _target_: torchvision.transforms.ConvertImageDtype
|
| 9 |
+
dtype: ${torch_dtype:float32}
|
| 10 |
+
# Random crop from 299x299 to 192x192, then resize to 128x128
|
| 11 |
+
- _target_: torchvision.transforms.RandomCrop
|
| 12 |
+
size: 192
|
| 13 |
+
- _target_: torchvision.transforms.Resize
|
| 14 |
+
size: 128
|
| 15 |
+
# Normalize to [-1, 1]
|
| 16 |
+
- _target_: torchvision.transforms.Normalize
|
| 17 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 18 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 19 |
+
# Random 8x square augmentations
|
| 20 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 21 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 22 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 23 |
+
selected_dists:
|
| 24 |
+
expected_initial_data_range: [ 0, 255 ]
|
docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis_fully_ordered.yaml
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: NASH_fibrosis_fully_ordered_dinov2_regs_giant_ds_preproc
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/fibrosis
|
| 3 |
+
path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/NASH_fibrosis__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
|
| 4 |
+
data_shape: [ 3, 128, 128 ]
|
| 5 |
+
transforms:
|
| 6 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 7 |
+
transforms:
|
| 8 |
+
# Convert to float32 (and normalize to [0, 1]) before resizing
|
| 9 |
+
- _target_: torchvision.transforms.ConvertImageDtype
|
| 10 |
+
dtype: ${torch_dtype:float32}
|
| 11 |
+
# Random crop from 299x299 to 192x192, then resize to 128x128
|
| 12 |
+
- _target_: torchvision.transforms.RandomCrop
|
| 13 |
+
size: 192
|
| 14 |
+
- _target_: torchvision.transforms.Resize
|
| 15 |
+
size: 128
|
| 16 |
+
# Normalize to [-1, 1]
|
| 17 |
+
- _target_: torchvision.transforms.Normalize
|
| 18 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 19 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 20 |
+
# Random 8x square augmentations
|
| 21 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 22 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 23 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 24 |
+
selected_dists:
|
| 25 |
+
expected_initial_data_range: [ 0, 255 ]
|
| 26 |
+
fully_ordered: true
|
docetaxel/my_conf/dataset/NASH_fibrosis/NASH_fibrosis_inference.py
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from GaussianProxy.conf.dataset.NASH_fibrosis_inference import dataset
|
| 2 |
+
|
| 3 |
+
dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/prepared_data/fibrosis"
|
docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis.yaml
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: NASH_steatosis
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/steatosis
|
| 3 |
+
data_shape: [ 3, 128, 128 ]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
# Convert to float32 (and normalize to [0, 1]) before resizing
|
| 8 |
+
- _target_: torchvision.transforms.ConvertImageDtype
|
| 9 |
+
dtype: ${torch_dtype:float32}
|
| 10 |
+
# Random crop from 299x299 to 192x192, then resize to 128x128
|
| 11 |
+
- _target_: torchvision.transforms.RandomCrop
|
| 12 |
+
size: 192
|
| 13 |
+
- _target_: torchvision.transforms.Resize
|
| 14 |
+
size: 128
|
| 15 |
+
# Normalize to [-1, 1]
|
| 16 |
+
- _target_: torchvision.transforms.Normalize
|
| 17 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 18 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 19 |
+
# Random 8x square augmentations
|
| 20 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 21 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 22 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 23 |
+
selected_dists:
|
| 24 |
+
expected_initial_data_range: [ 0, 255 ]
|
docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis_fully_ordered.yaml
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: NASH_steatosis_fully_ordered_dinov2_regs_giant_ds_preproc
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/steatosis
|
| 3 |
+
path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/NASH_steatosis__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
|
| 4 |
+
data_shape: [ 3, 128, 128 ]
|
| 5 |
+
transforms:
|
| 6 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 7 |
+
transforms:
|
| 8 |
+
# Convert to float32 (and normalize to [0, 1]) before resizing
|
| 9 |
+
- _target_: torchvision.transforms.ConvertImageDtype
|
| 10 |
+
dtype: ${torch_dtype:float32}
|
| 11 |
+
# Random crop from 299x299 to 192x192, then resize to 128x128
|
| 12 |
+
- _target_: torchvision.transforms.RandomCrop
|
| 13 |
+
size: 192
|
| 14 |
+
- _target_: torchvision.transforms.Resize
|
| 15 |
+
size: 128
|
| 16 |
+
# Normalize to [-1, 1]
|
| 17 |
+
- _target_: torchvision.transforms.Normalize
|
| 18 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 19 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 20 |
+
# Random 8x square augmentations
|
| 21 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 22 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 23 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 24 |
+
selected_dists:
|
| 25 |
+
expected_initial_data_range: [ 0, 255 ]
|
| 26 |
+
fully_ordered: true
|
docetaxel/my_conf/dataset/NASH_steatosis/NASH_steatosis_inference.py
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from GaussianProxy.conf.dataset.NASH_steatosis_inference import dataset
|
| 2 |
+
|
| 3 |
+
dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/NASH/prepared_data/steatosis"
|
docetaxel/my_conf/dataset/biotine/biotine_png_128.yaml
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: biotine_png
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255
|
| 3 |
+
data_shape: [ 3, 128, 128 ]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.transforms.Resize
|
| 8 |
+
size: 128
|
| 9 |
+
# ConvertImageDtype also scales to [0; 1] (from the *implicit* expected range that depends on the incoming dtype...)
|
| 10 |
+
- _target_: torchvision.transforms.ConvertImageDtype
|
| 11 |
+
dtype: ${torch_dtype:float32}
|
| 12 |
+
- _target_: torchvision.transforms.Normalize
|
| 13 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 14 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 15 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 16 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 17 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 18 |
+
selected_dists:
|
| 19 |
+
expected_initial_data_range: [ 0, 255 ]
|
docetaxel/my_conf/dataset/biotine/biotine_png_128_hard_aug.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: biotine_png_hard_aug
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255_hard_augmented
|
| 3 |
+
data_shape: [ 3, 128, 128 ]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.transforms.Resize
|
| 8 |
+
size: 128
|
| 9 |
+
# ConvertImageDtype also scales to [0; 1] (from the *implicit* expected range that depends on the incoming dtype...)
|
| 10 |
+
- _target_: torchvision.transforms.ConvertImageDtype
|
| 11 |
+
dtype: ${torch_dtype:float32}
|
| 12 |
+
- _target_: torchvision.transforms.Normalize
|
| 13 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 14 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 15 |
+
selected_dists:
|
| 16 |
+
expected_initial_data_range: [ 0, 255 ]
|
docetaxel/my_conf/dataset/biotine/biotine_png_128_hard_aug_inference.py
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from GaussianProxy.conf.dataset.biotine_png_128_hard_aug_inference import dataset
|
| 2 |
+
|
| 3 |
+
dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255_hard_augmented"
|
docetaxel/my_conf/dataset/biotine/biotine_png_128_inference.py
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from GaussianProxy.conf.dataset.biotine_png_128_inference import dataset
|
| 2 |
+
|
| 3 |
+
dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255"
|
docetaxel/my_conf/dataset/biotine/biotine_png_256.yaml
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: biotine_png
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/biotine/3_channels_min_99_perc_normalized_rgb_stacks_png/patches_255
|
| 3 |
+
data_shape: [ 3, 256, 256 ]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 8 |
+
dtype: ${torch_dtype:float32}
|
| 9 |
+
- _target_: torchvision.transforms.Normalize
|
| 10 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 11 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 12 |
+
- _target_: torchvision.transforms.transforms.Resize
|
| 13 |
+
size: 256
|
| 14 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 15 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 16 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 17 |
+
selected_dists: [ 1, 5, 10, 15, 19 ]
|
| 18 |
+
expected_initial_data_range: [ 0, 255 ]
|
docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy.yaml
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: diabetic_retinopathy
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/prepared_dataset/train
|
| 3 |
+
data_shape: [3, 256, 256]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.transforms.Resize
|
| 8 |
+
size: 256 # single int => image resized to (size * aspect_ratio, size) or (size, size * aspect_ratio) with aspect_ratio >= 1 preserved
|
| 9 |
+
- _target_: torchvision.transforms.v2.CenterCrop
|
| 10 |
+
size: 256 # square centered crop
|
| 11 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 12 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 13 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 14 |
+
- _target_: torchvision.transforms.Normalize
|
| 15 |
+
mean: [0.5, 0.5, 0.5]
|
| 16 |
+
std: [0.5, 0.5, 0.5]
|
| 17 |
+
expected_initial_data_range: [0, 255]
|
| 18 |
+
expected_dtype: torch.uint8
|
docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_fully_ordered.yaml
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: diabetic_retinopathy_fully_ordered
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/train
|
| 3 |
+
path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/diabetic_retinopathy__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
|
| 4 |
+
data_shape: [3, 256, 256]
|
| 5 |
+
transforms:
|
| 6 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 7 |
+
transforms:
|
| 8 |
+
- _target_: torchvision.transforms.transforms.Resize
|
| 9 |
+
size: 256 # single int => image resized to (size * aspect_ratio, size) or (size, size * aspect_ratio) with aspect_ratio >= 1 preserved
|
| 10 |
+
- _target_: torchvision.transforms.v2.CenterCrop
|
| 11 |
+
size: 256 # square centered crop
|
| 12 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 13 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 14 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 15 |
+
- _target_: torchvision.transforms.Normalize
|
| 16 |
+
mean: [0.5, 0.5, 0.5]
|
| 17 |
+
std: [0.5, 0.5, 0.5]
|
| 18 |
+
expected_initial_data_range: [0, 255]
|
| 19 |
+
expected_dtype: torch.uint8
|
| 20 |
+
fully_ordered: true
|
docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_hard_aug_inference.py
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from GaussianProxy.conf.dataset.diabetic_retinopathy_inference import diabetic_retinopathy_inference as dataset
|
| 2 |
+
|
| 3 |
+
dataset.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/prepared_dataset/train_hard_augmented"
|
| 4 |
+
dataset.name = "diabetic_retinopathy_inference_hard_augmented"
|
docetaxel/my_conf/dataset/diabetic_retinopathy/diabetic_retinopathy_inference.py
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from GaussianProxy.conf.dataset.diabetic_retinopathy_inference import diabetic_retinopathy_inference
|
| 2 |
+
|
| 3 |
+
diabetic_retinopathy_inference.path = "/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/DiabeticRetinopathy/prepared_dataset/train"
|
docetaxel/my_conf/dataset/ependymal_context/ependymal_context.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: ependymal_context
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_context
|
| 3 |
+
data_shape: [3, 256, 256]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 8 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 9 |
+
- _target_: torchvision.transforms.Normalize
|
| 10 |
+
mean: [0.5, 0.5, 0.5]
|
| 11 |
+
std: [0.5, 0.5, 0.5]
|
| 12 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 13 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 14 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 15 |
+
expected_initial_data_range: [0, 255]
|
| 16 |
+
expected_dtype: torch.uint8
|
docetaxel/my_conf/dataset/ependymal_context/ependymal_context_fully_ordered.yaml
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: ependymal_context_fully_ordered
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_context
|
| 3 |
+
path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/ependymal_context__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
|
| 4 |
+
data_shape: [3, 256, 256]
|
| 5 |
+
transforms:
|
| 6 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 7 |
+
transforms:
|
| 8 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 9 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 10 |
+
- _target_: torchvision.transforms.Normalize
|
| 11 |
+
mean: [0.5, 0.5, 0.5]
|
| 12 |
+
std: [0.5, 0.5, 0.5]
|
| 13 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 14 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 15 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 16 |
+
expected_initial_data_range: [0, 255]
|
| 17 |
+
expected_dtype: torch.uint8
|
| 18 |
+
fully_ordered: true
|
docetaxel/my_conf/dataset/ependymal_context/ependymal_context_inference.py
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from torch import float32
|
| 2 |
+
from torchvision.transforms import Compose, ConvertImageDtype, Normalize
|
| 3 |
+
|
| 4 |
+
from GaussianProxy.conf.training_conf import DataSet, DatasetParams
|
| 5 |
+
from GaussianProxy.utils.data import ImageDataset
|
| 6 |
+
|
| 7 |
+
DEFINITION = 256
|
| 8 |
+
NUMBER_OF_CHANNELS = 3
|
| 9 |
+
|
| 10 |
+
transforms = Compose(
|
| 11 |
+
transforms=[
|
| 12 |
+
ConvertImageDtype(float32),
|
| 13 |
+
Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
|
| 14 |
+
]
|
| 15 |
+
)
|
| 16 |
+
|
| 17 |
+
ds_params = DatasetParams(
|
| 18 |
+
file_extension="png",
|
| 19 |
+
key_transform=str,
|
| 20 |
+
sorting_func=lambda subdir: int(subdir.name),
|
| 21 |
+
dataset_class=ImageDataset,
|
| 22 |
+
)
|
| 23 |
+
|
| 24 |
+
dataset = DataSet(
|
| 25 |
+
name="ependymal_context",
|
| 26 |
+
data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
|
| 27 |
+
transforms=transforms,
|
| 28 |
+
selected_dists=None,
|
| 29 |
+
expected_initial_data_range=(0, 255),
|
| 30 |
+
dataset_params=ds_params,
|
| 31 |
+
path="/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_context",
|
| 32 |
+
)
|
docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout.yaml
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: ependymal_cutout
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_crop
|
| 3 |
+
data_shape: [ 3, 256, 256 ]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 8 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 9 |
+
- _target_: torchvision.transforms.Normalize
|
| 10 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 11 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 12 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 13 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 14 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 15 |
+
expected_initial_data_range: [ 0, 255 ]
|
| 16 |
+
expected_dtype: torch.uint8
|
| 17 |
+
selected_dists: [ 1, 2, 3, 4, 5, 6 ] # 0 is the trash class!
|
docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout_fully_ordered.yaml
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: ependymal_cutout_fully_ordered
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_crop
|
| 3 |
+
path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/ependymal_cutout__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
|
| 4 |
+
data_shape: [ 3, 256, 256 ]
|
| 5 |
+
transforms:
|
| 6 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 7 |
+
transforms:
|
| 8 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 9 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 10 |
+
- _target_: torchvision.transforms.Normalize
|
| 11 |
+
mean: [ 0.5, 0.5, 0.5 ]
|
| 12 |
+
std: [ 0.5, 0.5, 0.5 ]
|
| 13 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 14 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 15 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 16 |
+
expected_initial_data_range: [ 0, 255 ]
|
| 17 |
+
expected_dtype: torch.uint8
|
| 18 |
+
selected_dists: [ 1, 2, 3, 4, 5, 6 ] # 0 is the trash class!
|
| 19 |
+
fully_ordered: true
|
docetaxel/my_conf/dataset/ependymal_cutout/ependymal_cutout_inference.py
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from torch import float32
|
| 2 |
+
from torchvision.transforms import Compose, ConvertImageDtype, Normalize
|
| 3 |
+
|
| 4 |
+
from GaussianProxy.conf.training_conf import DataSet, DatasetParams
|
| 5 |
+
from GaussianProxy.utils.data import ImageDataset
|
| 6 |
+
|
| 7 |
+
DEFINITION = 256
|
| 8 |
+
NUMBER_OF_CHANNELS = 3
|
| 9 |
+
|
| 10 |
+
transforms = Compose(
|
| 11 |
+
transforms=[
|
| 12 |
+
ConvertImageDtype(float32),
|
| 13 |
+
Normalize(mean=[0.5] * NUMBER_OF_CHANNELS, std=[0.5] * NUMBER_OF_CHANNELS),
|
| 14 |
+
]
|
| 15 |
+
)
|
| 16 |
+
|
| 17 |
+
ds_params = DatasetParams(
|
| 18 |
+
file_extension="png",
|
| 19 |
+
key_transform=str,
|
| 20 |
+
sorting_func=lambda subdir: int(subdir.name),
|
| 21 |
+
dataset_class=ImageDataset,
|
| 22 |
+
)
|
| 23 |
+
|
| 24 |
+
dataset = DataSet(
|
| 25 |
+
name="ependymal_cutout",
|
| 26 |
+
data_shape=(NUMBER_OF_CHANNELS, DEFINITION, DEFINITION),
|
| 27 |
+
transforms=transforms,
|
| 28 |
+
selected_dists=[1, 2, 3, 4, 5, 6], # 0 is the trash class!
|
| 29 |
+
expected_initial_data_range=(0, 255),
|
| 30 |
+
dataset_params=ds_params,
|
| 31 |
+
path="/lustre/fsn1/projects/rech/icr/ufc43hj/datasets/ependymal/prepared_dataset_crop",
|
| 32 |
+
)
|
docetaxel/my_conf/net/net_256_3_20M.py
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from GaussianProxy.conf.training_conf import UNet2DConditionModelConfig, TimeEncoderConfig
|
| 2 |
+
|
| 3 |
+
cross_attn_dim = 64
|
| 4 |
+
|
| 5 |
+
net = UNet2DConditionModelConfig(
|
| 6 |
+
sample_size=256,
|
| 7 |
+
in_channels=3,
|
| 8 |
+
out_channels=3,
|
| 9 |
+
down_block_types=("DownBlock2D", "CrossAttnDownBlock2D", "CrossAttnDownBlock2D"),
|
| 10 |
+
up_block_types=("CrossAttnUpBlock2D", "CrossAttnUpBlock2D", "UpBlock2D"),
|
| 11 |
+
block_out_channels=(64, 128, 224),
|
| 12 |
+
layers_per_block=2,
|
| 13 |
+
act_fn="silu",
|
| 14 |
+
cross_attention_dim=cross_attn_dim,
|
| 15 |
+
)
|
| 16 |
+
|
| 17 |
+
time_encoder = TimeEncoderConfig(
|
| 18 |
+
encoding_dim=128,
|
| 19 |
+
time_embed_dim=cross_attn_dim,
|
| 20 |
+
flip_sin_to_cos=True,
|
| 21 |
+
downscale_freq_shift=1,
|
| 22 |
+
)
|
docetaxel/my_conf/scheduler/DDIM_3k_vpred_tresh_leading.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "DDIMScheduler",
|
| 3 |
+
"_diffusers_version": "0.32.2",
|
| 4 |
+
"beta_end": 0.02,
|
| 5 |
+
"beta_schedule": "linear",
|
| 6 |
+
"beta_start": 0.0001,
|
| 7 |
+
"clip_sample": false,
|
| 8 |
+
"clip_sample_range": 1.0,
|
| 9 |
+
"dynamic_thresholding_ratio": 0.995,
|
| 10 |
+
"num_train_timesteps": 3000,
|
| 11 |
+
"prediction_type": "v_prediction",
|
| 12 |
+
"rescale_betas_zero_snr": false,
|
| 13 |
+
"sample_max_value": 1.0,
|
| 14 |
+
"set_alpha_to_one": true,
|
| 15 |
+
"steps_offset": 0,
|
| 16 |
+
"thresholding": true,
|
| 17 |
+
"timestep_spacing": "leading",
|
| 18 |
+
"trained_betas": null
|
| 19 |
+
}
|
docetaxel_skip_half_doses/dynamic/scheduler_config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "DDIMScheduler",
|
| 3 |
+
"_diffusers_version": "0.35.2",
|
| 4 |
+
"beta_end": 0.02,
|
| 5 |
+
"beta_schedule": "linear",
|
| 6 |
+
"beta_start": 0.0001,
|
| 7 |
+
"clip_sample": false,
|
| 8 |
+
"clip_sample_range": 1.0,
|
| 9 |
+
"dynamic_thresholding_ratio": 0.995,
|
| 10 |
+
"num_train_timesteps": 3000,
|
| 11 |
+
"prediction_type": "v_prediction",
|
| 12 |
+
"rescale_betas_zero_snr": false,
|
| 13 |
+
"sample_max_value": 1.0,
|
| 14 |
+
"set_alpha_to_one": true,
|
| 15 |
+
"steps_offset": 0,
|
| 16 |
+
"thresholding": true,
|
| 17 |
+
"timestep_spacing": "leading",
|
| 18 |
+
"trained_betas": null
|
| 19 |
+
}
|
docetaxel_skip_half_doses/my_conf/dataset/BBBC021/BBBC021_196_docetaxel.yaml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: BBBC021_196_docetaxel
|
| 2 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/docetaxel
|
| 3 |
+
data_shape: [3, 196, 196]
|
| 4 |
+
transforms:
|
| 5 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 6 |
+
transforms:
|
| 7 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 8 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 9 |
+
- _target_: torchvision.transforms.Normalize
|
| 10 |
+
mean: [0.5, 0.5, 0.5]
|
| 11 |
+
std: [0.5, 0.5, 0.5]
|
| 12 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 13 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 14 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 15 |
+
expected_initial_data_range: [0, 255]
|
| 16 |
+
expected_dtype: torch.uint8
|
docetaxel_skip_half_doses/my_conf/dataset/BBBC021/BBBC021_196_docetaxel_fully_ordered.yaml
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: BBBC021_196_docetaxel_fully_ordered
|
| 2 |
+
|
| 3 |
+
path: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/docetaxel
|
| 4 |
+
path_to_single_parquet: /lustre/fsn1/projects/rech/icr/ufc43hj/datasets/BBBC021/196x196/BBBC021_196_docetaxel__continuous_time_predictions__facebook_dinov2-with-registers-giant_dataset_preproc.parquet
|
| 5 |
+
|
| 6 |
+
data_shape: [3, 196, 196]
|
| 7 |
+
|
| 8 |
+
transforms:
|
| 9 |
+
_target_: torchvision.transforms.transforms.Compose
|
| 10 |
+
transforms:
|
| 11 |
+
- _target_: torchvision.transforms.ConvertImageDtype # this also scales to [0; 1]
|
| 12 |
+
dtype: ${torch_dtype:float32} # passed dtype must be accessible as a "torch" attribute
|
| 13 |
+
- _target_: torchvision.transforms.Normalize
|
| 14 |
+
mean: [0.5, 0.5, 0.5]
|
| 15 |
+
std: [0.5, 0.5, 0.5]
|
| 16 |
+
- _target_: torchvision.transforms.RandomHorizontalFlip
|
| 17 |
+
- _target_: torchvision.transforms.RandomVerticalFlip
|
| 18 |
+
- _target_: GaussianProxy.utils.data.RandomRotationSquareSymmetry
|
| 19 |
+
|
| 20 |
+
expected_initial_data_range: [0, 255]
|
| 21 |
+
expected_dtype: torch.uint8
|
| 22 |
+
|
| 23 |
+
fully_ordered: true
|