File size: 9,186 Bytes
f7009b3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 |
import os
import torch
from .dataset import BaseDataset, ConditionalDataset
import json
config_file = os.path.join(os.path.dirname(os.path.dirname(__file__)), "workspace/config.json")
with open(config_file, "r") as f:
running_config = json.load(f)
test_gpu_ids = running_config["test_gpu_ids"]
class ImageNet_ResNet18(BaseDataset):
data_path = "./dataset/imagenet_resnet18/checkpoint"
generated_path = "./dataset/imagenet_resnet18/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/imagenet_resnet18/test.py " + \
"./dataset/imagenet_resnet18/generated/generated_model.pth"
class ImageNet_ResNet50(BaseDataset):
data_path = "./dataset/imagenet_resnet50/checkpoint"
generated_path = "./dataset/imagenet_resnet50/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/imagenet_resnet50/test.py " + \
"./dataset/imagenet_resnet50/generated/generated_model.pth"
class ImageNet_ViTTiny(BaseDataset):
data_path = "./dataset/imagenet_vittiny/checkpoint"
generated_path = "./dataset/imagenet_vittiny/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/imagenet_vittiny/test.py " + \
"./dataset/imagenet_vittiny/generated/generated_model.pth"
class ImageNet_ViTSmall(BaseDataset):
data_path = "./dataset/imagenet_vitsmall/checkpoint"
generated_path = "./dataset/imagenet_vitsmall/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/imagenet_vitsmall/test.py " + \
"./dataset/imagenet_vitsmall/generated/generated_model.pth"
class ImageNet_ViTBase(BaseDataset):
data_path = "./dataset/imagenet_vitbase/checkpoint"
generated_path = "./dataset/imagenet_vitbase/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/imagenet_vitbase/test.py " + \
"./dataset/imagenet_vitbase/generated/generated_model.pth"
class ImageNet_ConvNextAtto(BaseDataset):
data_path = "./dataset/imagenet_convnextatto/checkpoint"
generated_path = "./dataset/imagenet_convnextatto/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/imagenet_convnextatto/test.py " + \
"./dataset/imagenet_convnextatto/generated/generated_model.pth"
class ImageNet_ConvNextLarge(BaseDataset):
data_path = "./dataset/imagenet_convnextlarge/checkpoint"
generated_path = "./dataset/imagenet_convnextlarge/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/imagenet_convnextlarge/test.py " + \
"./dataset/imagenet_convnextlarge/generated/generated_model.pth"
class CocoDetection(BaseDataset):
data_path = "./dataset/downtask_detection/checkpoint"
generated_path = "./dataset/downtask_detection/generated/generated_model.pth"
test_command = "echo \"Code for testing is coming soon!\n\""
# test_command = "bash ./dataset/downtask_detection/test.sh " + \
# "./dataset/downtask_detection/generated/generated_model.pth"
class ADE20KSegmentation(BaseDataset):
data_path = "./dataset/downtask_segmentation/checkpoint"
generated_path = "./dataset/downtask_segmentation/generated/generated_model.pth"
test_command = "echo \"Code for testing is coming soon!\n\""
# test_command = "bash ./dataset/downtask_segmentation/test.sh " + \
# "./dataset/downtask_segmentation/generated/generated_model.pth"
class DoRACommonSenseReasoningR4(BaseDataset):
data_path = "./dataset/downtask_dora_r4/checkpoint"
generated_path = "./dataset/downtask_dora_r4/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/downtask_dora_r4/test.py " + \
"./dataset/downtask_dora_r4/generated/generated_model.pth"
class DoRACommonSenseReasoningR16(BaseDataset):
data_path = "./dataset/downtask_dora_r16/checkpoint"
generated_path = "./dataset/downtask_dora_r16/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/downtask_dora_r16/test.py " + \
"./dataset/downtask_dora_r16/generated/generated_model.pth"
class DoRACommonSenseReasoningR64(BaseDataset):
data_path = "./dataset/downtask_dora_r64/checkpoint"
generated_path = "./dataset/downtask_dora_r64/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/downtask_dora_r64/test.py " + \
"./dataset/downtask_dora_r64/generated/generated_model.pth"
class Cifar10_ResNet18(BaseDataset):
data_path = "./dataset/cifar10_resnet18/checkpoint"
generated_path = "./dataset/cifar10_resnet18/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/cifar10_resnet18/test.py " + \
"./dataset/cifar10_resnet18/generated/generated_model.pth"
class Cifar10_MobileNetv3(BaseDataset):
data_path = "./dataset/cifar10_mobilenetv3/checkpoint"
generated_path = "./dataset/cifar10_mobilenetv3/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/cifar10_mobilenetv3/test.py " + \
"./dataset/cifar10_mobilenetv3/generated/generated_model.pth"
class Cifar10_ViTBase(BaseDataset):
data_path = "./dataset/cifar10_vitbase/checkpoint"
generated_path = "./dataset/cifar10_vitbase/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/cifar10_vitbase/test.py " + \
"./dataset/cifar10_vitbase/generated/generated_model.pth"
class Cifar10_CNNSmall(BaseDataset):
data_path = "./dataset/cifar10_cnnsmall/checkpoint"
generated_path = "./dataset/cifar10_cnnsmall/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/cifar10_cnnsmall/test.py " + \
"./dataset/cifar10_cnnsmall/generated/generated_model.pth"
class Cifar10_CNNMedium(BaseDataset):
data_path = "./dataset/cifar10_cnnmedium/checkpoint"
generated_path = "./dataset/cifar10_cnnmedium/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/cifar10_cnnmedium/test.py " + \
"./dataset/cifar10_cnnmedium/generated/generated_model.pth"
class Cifar100_ResNet18BN(BaseDataset):
data_path = "./dataset/cifar100_resnet18bn/checkpoint"
generated_path = "./dataset/cifar100_resnet18bn/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/cifar100_resnet18bn/test.py " + \
"./dataset/cifar100_resnet18bn/generated/generated_model.pth"
class Permutation_ViTTiny(ConditionalDataset):
data_path = "./dataset/condition_permutation_vittiny/checkpoint"
generated_path = "./dataset/condition_permutation_vittiny/generated/generated_model.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/condition_permutation_vittiny/test.py " + \
"./dataset/condition_permutation_vittiny/generated/generated_model.pth"
def _extract_condition(self, index: int):
condition = super()._extract_condition(index)[2][5:]
return int(condition)
class ClassInput_ViTTiny(ConditionalDataset):
def _extract_condition(self, index: int):
condition = super()._extract_condition(index)[2][5:]
one_hot_string = bin(int(condition))[2:].zfill(10)
optimize_class = [index for index, i in enumerate(one_hot_string) if i == "1"]
indicator_tensor = torch.zeros(size=(10,))
for i in optimize_class:
indicator_tensor[i] = 1.0
return indicator_tensor
class ClassInput_ViTTiny_Train(ClassInput_ViTTiny):
data_path = "./dataset/condition_classinput_vittiny/checkpoint_train"
generated_path = None
test_command = None
class ClassInput_ViTTiny_Test(ClassInput_ViTTiny):
data_path = "./dataset/condition_classinput_vittiny/checkpoint_test"
generated_path = "./dataset/condition_classinput_vittiny/generated/generated_model_class{}.pth"
test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/condition_classinput_vittiny/test.py " + \
"./dataset/condition_classinput_vittiny/generated/generated_model_class{}.pth"
# #################################### user-defined dataset classes here ####################################
#
# class YourDatasetName(BaseDataset):
# data_path = "./dataset/your_dataset_name/checkpoint"
# generated_path = "./dataset/your_dataset_name/generated/generated_model.pth"
# test_command = f"CUDA_VISIBLE_DEVICES={test_gpu_ids} python ./dataset/your_dataset_name/test.py " + \
# "./dataset/your_dataset_name/generated/generated_model.pth"
#
# #################################### user-defined dataset classes here #################################### |