diff --git a/resnet152-cifar10-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet152-cifar10-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8b8f455b794be39589206305ca1a740e99d752c2 --- /dev/null +++ b/resnet152-cifar10-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet152-cifar10-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet152-cifar10-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fae9a9cc3053b5936d45ecae91b1a2edabf051ba --- /dev/null +++ b/resnet152-cifar10-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar10-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-cifar10-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar10-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..741ee9302553c9378e389de3e74ed381a303b778 --- /dev/null +++ b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fae9a9cc3053b5936d45ecae91b1a2edabf051ba --- /dev/null +++ b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8b8f455b794be39589206305ca1a740e99d752c2 --- /dev/null +++ b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fae9a9cc3053b5936d45ecae91b1a2edabf051ba --- /dev/null +++ b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar10-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet152-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ca6ed2f4a1229d21291d93f1934e7160c23f89f2 --- /dev/null +++ b/resnet152-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet152-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet152-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fae9a9cc3053b5936d45ecae91b1a2edabf051ba --- /dev/null +++ b/resnet152-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet152-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar10-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet152-cifar10-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57e5d9a3f4fef0fb8a53e2e97fd8f9ed8efb53cb --- /dev/null +++ b/resnet152-cifar10-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet152-cifar10-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet152-cifar10-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fae9a9cc3053b5936d45ecae91b1a2edabf051ba --- /dev/null +++ b/resnet152-cifar10-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar10-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-cifar10-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar10-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md b/resnet152-cifar10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..43759d8902e648763439efed4acbb03e41286c2b --- /dev/null +++ b/resnet152-cifar10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet152-cifar10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json b/resnet152-cifar10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fae9a9cc3053b5936d45ecae91b1a2edabf051ba --- /dev/null +++ b/resnet152-cifar10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-cifar10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar100-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet152-cifar100-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..aae24de56a9d81df8d9be1064f16500909343c6a --- /dev/null +++ b/resnet152-cifar100-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet152-cifar100-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet152-cifar100-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..acbad7473b8e84235773c84b96dc29cdb56af499 --- /dev/null +++ b/resnet152-cifar100-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar100-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-cifar100-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar100-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet152-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..52dfe61e4052d13be61b6230ac6fa524df676826 --- /dev/null +++ b/resnet152-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet152-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet152-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..acbad7473b8e84235773c84b96dc29cdb56af499 --- /dev/null +++ b/resnet152-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ca1f6fd793cdacdce2a07c1ad61b6d41039d1911 --- /dev/null +++ b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..acbad7473b8e84235773c84b96dc29cdb56af499 --- /dev/null +++ b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/README.md b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7d60b59b5be7c6a903da11e724a8dc4a55b45c3d --- /dev/null +++ b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/config.json b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..acbad7473b8e84235773c84b96dc29cdb56af499 --- /dev/null +++ b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-cifar100-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/README.md b/resnet152-cifar100-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7b77afbfd8ecd32f5a55ecb1d9ccd8b10b008a51 --- /dev/null +++ b/resnet152-cifar100-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet152-cifar100-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/config.json b/resnet152-cifar100-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..acbad7473b8e84235773c84b96dc29cdb56af499 --- /dev/null +++ b/resnet152-cifar100-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-cifar100-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet152-cifar100-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-cifar100-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/README.md b/resnet152-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c99d01cadbf73a4293ccc907b2900b2b0d09118c --- /dev/null +++ b/resnet152-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/config.json b/resnet152-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet152-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet152-dtd-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c59b60bf98aec6a560a35d085f03cf9158b429f3 --- /dev/null +++ b/resnet152-dtd-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet152-dtd-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet152-dtd-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/README.md b/resnet152-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4d2d193ef01ae3cc88be42b32876e4b826d9772b --- /dev/null +++ b/resnet152-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/config.json b/resnet152-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet152-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..aad95549a3effef08aa283c9f8aaaa2f8d702967 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet152-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b41949934c863d312f89201da43423022acd76cd --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b41949934c863d312f89201da43423022acd76cd --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bcce631f36157808d8ee36ef28af144fa637957d --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bcce631f36157808d8ee36ef28af144fa637957d --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f4b4ad2690cdc5591354d254789342f7fea2d6d5 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/README.md b/resnet152-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d5e595d40df5bd6dd145ccb3d4e7c1c2a4109333 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet152-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/config.json b/resnet152-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cee8e06ce13fa5525fb8517c300e637bc05dba7 --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet152-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..02313618783563afaaec96f9d06cd255f69a45b6 --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1de185c4a239f93470f739721235a30bac76536e --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a9d09bc5ce430415922507ed26e564920f641e87 --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1de185c4a239f93470f739721235a30bac76536e --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f7b3e542924e83e476ed485975b858ec99c001e2 --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1de185c4a239f93470f739721235a30bac76536e --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f7b3e542924e83e476ed485975b858ec99c001e2 --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1de185c4a239f93470f739721235a30bac76536e --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md b/resnet152-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0ff63f861956849f0125d28f44584ccab4280854 --- /dev/null +++ b/resnet152-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet152-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json b/resnet152-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1de185c4a239f93470f739721235a30bac76536e --- /dev/null +++ b/resnet152-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md b/resnet152-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..02313618783563afaaec96f9d06cd255f69a45b6 --- /dev/null +++ b/resnet152-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet152-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json b/resnet152-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1de185c4a239f93470f739721235a30bac76536e --- /dev/null +++ b/resnet152-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet152-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/README.md b/resnet152-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6d7c6c6580386f4065b0ddd101b334236acbf370 --- /dev/null +++ b/resnet152-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet152-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/config.json b/resnet152-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1de185c4a239f93470f739721235a30bac76536e --- /dev/null +++ b/resnet152-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet152-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-emnist_letters-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet152-emnist_letters-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ac4932943b567d7e261df4df6e831f753aad1c04 --- /dev/null +++ b/resnet152-emnist_letters-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet152-emnist_letters-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet152-emnist_letters-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1de185c4a239f93470f739721235a30bac76536e --- /dev/null +++ b/resnet152-emnist_letters-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-emnist_letters-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-emnist_letters-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-emnist_letters-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..07809faa476d6f3477a65626153fa0529173ba30 --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3fbee75f8255e01f77ec81c2c941301ad8f54ddc --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..888d7598a792c6e92b2c0b6af41e9cee318d8ca1 --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3fbee75f8255e01f77ec81c2c941301ad8f54ddc --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..19a4d7986d43f6fd58151b10e03a18fcc381c3ef --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3fbee75f8255e01f77ec81c2c941301ad8f54ddc --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..94371c3ceaa5da5ffdf126b679975686421d2611 --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3fbee75f8255e01f77ec81c2c941301ad8f54ddc --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-eurosat-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-eurosat-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/README.md b/resnet152-eurosat-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..888d7598a792c6e92b2c0b6af41e9cee318d8ca1 --- /dev/null +++ b/resnet152-eurosat-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet152-eurosat-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/config.json b/resnet152-eurosat-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3fbee75f8255e01f77ec81c2c941301ad8f54ddc --- /dev/null +++ b/resnet152-eurosat-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-eurosat-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet152-eurosat-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-eurosat-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-eurosat-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/README.md b/resnet152-eurosat-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4046d4f1bde516a5d164963aca384b37e5f6a22a --- /dev/null +++ b/resnet152-eurosat-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet152-eurosat-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/config.json b/resnet152-eurosat-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3fbee75f8255e01f77ec81c2c941301ad8f54ddc --- /dev/null +++ b/resnet152-eurosat-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-eurosat-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet152-eurosat-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-eurosat-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-eurosat-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/README.md b/resnet152-eurosat-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1837d0e1c870b01ff4f2527992eca9e72d737cc4 --- /dev/null +++ b/resnet152-eurosat-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet152-eurosat-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/config.json b/resnet152-eurosat-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3fbee75f8255e01f77ec81c2c941301ad8f54ddc --- /dev/null +++ b/resnet152-eurosat-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-eurosat-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-eurosat-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-eurosat-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet152-fashion_mnist-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..423d126c174e116dabd223993a23290d869ffa90 --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet152-fashion_mnist-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..99626e1d853a8525a84a8d4ca7c121c77c398eed --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-fashion_mnist-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..658f60ec0cd49f24d7d4c2d0f7b52a8010166efb --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..99626e1d853a8525a84a8d4ca7c121c77c398eed --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-2000/README.md b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..658f60ec0cd49f24d7d4c2d0f7b52a8010166efb --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-2000/config.json b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..99626e1d853a8525a84a8d4ca7c121c77c398eed --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c19b60c3bb5344e26c4307d9984370de587502da --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..99626e1d853a8525a84a8d4ca7c121c77c398eed --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/README.md b/resnet152-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8283ee12c19808a62b23b2d79449d1e33fdc6ce3 --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet152-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/config.json b/resnet152-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..99626e1d853a8525a84a8d4ca7c121c77c398eed --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet152-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet152-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..798a6e1c2522480d0e7749e8b344b5217ded5696 --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet152-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet152-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..99626e1d853a8525a84a8d4ca7c121c77c398eed --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/README.md b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..750285cf1dbef322b764e7f233e02e3ec567b2ae --- /dev/null +++ b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/config.json b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..874518c652ec15eb6e18b82397e47e4f485a6af7 --- /dev/null +++ b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..750285cf1dbef322b764e7f233e02e3ec567b2ae --- /dev/null +++ b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..874518c652ec15eb6e18b82397e47e4f485a6af7 --- /dev/null +++ b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/README.md b/resnet152-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f0f527f6335e1b275b251685c3b6a9680d4d6f9d --- /dev/null +++ b/resnet152-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet152-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/config.json b/resnet152-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..874518c652ec15eb6e18b82397e47e4f485a6af7 --- /dev/null +++ b/resnet152-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet152-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2eed29d68bddb5f69b26086ca9289547fe13027e --- /dev/null +++ b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..874518c652ec15eb6e18b82397e47e4f485a6af7 --- /dev/null +++ b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c58bd1eff106dce667f2fbff903eac28203ed6a7 --- /dev/null +++ b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..874518c652ec15eb6e18b82397e47e4f485a6af7 --- /dev/null +++ b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fer2013-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet152-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..46482a93c15287c974239f5c038c8f9b707d8cb7 --- /dev/null +++ b/resnet152-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet152-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet152-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..874518c652ec15eb6e18b82397e47e4f485a6af7 --- /dev/null +++ b/resnet152-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.5-1000/README.md b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2cb351edd2a46645d3f7d947777183527b1a5573 --- /dev/null +++ b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.5-1000/config.json b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..002738700083d19b6f2089a9c2d0959b8ee2b0bb --- /dev/null +++ b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fea64bc208b7c9b2b8086b8e62c0181f27cedaa0 --- /dev/null +++ b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..002738700083d19b6f2089a9c2d0959b8ee2b0bb --- /dev/null +++ b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-food101-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-food101-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/README.md b/resnet152-food101-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e9970144d9215f140e6a55cfa0852d5a1ff30a6e --- /dev/null +++ b/resnet152-food101-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet152-food101-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/config.json b/resnet152-food101-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..002738700083d19b6f2089a9c2d0959b8ee2b0bb --- /dev/null +++ b/resnet152-food101-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-food101-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet152-food101-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-food101-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-gtsrb-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet152-gtsrb-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..11f18db8c69c41cc45889ab82fdc7587194ddfa5 --- /dev/null +++ b/resnet152-gtsrb-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet152-gtsrb-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet152-gtsrb-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53161b832eb7e51bd11bce461528d4642c58be00 --- /dev/null +++ b/resnet152-gtsrb-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-gtsrb-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-gtsrb-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-gtsrb-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/README.md b/resnet152-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..80e94c825b47407f20c876236b09d3faff29ddcf --- /dev/null +++ b/resnet152-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet152-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/config.json b/resnet152-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53161b832eb7e51bd11bce461528d4642c58be00 --- /dev/null +++ b/resnet152-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2d782b0ee317298ebcacf0de14dcda3ef4416d1d --- /dev/null +++ b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53161b832eb7e51bd11bce461528d4642c58be00 --- /dev/null +++ b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/README.md b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8918792bb62ef8a9457520e02cd73d0c2391d87b --- /dev/null +++ b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/config.json b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53161b832eb7e51bd11bce461528d4642c58be00 --- /dev/null +++ b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-gtsrb-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/README.md b/resnet152-gtsrb-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8d09d90e034ff362e5883c6486ee038f52f6172d --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet152-gtsrb-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/config.json b/resnet152-gtsrb-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53161b832eb7e51bd11bce461528d4642c58be00 --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet152-gtsrb-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..006cb20af967f7e9ea75d5b405b1da30cda8e2b7 --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53161b832eb7e51bd11bce461528d4642c58be00 --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f177623c985b9494508bbf057acdfda413a114df --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53161b832eb7e51bd11bce461528d4642c58be00 --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/README.md b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0daea0413bf5959ac236136a07f6ebca0af53655 --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/config.json b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53161b832eb7e51bd11bce461528d4642c58be00 --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/README.md b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..81405f1d312ef66784364c14f05c537cc21c349e --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/config.json b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53161b832eb7e51bd11bce461528d4642c58be00 --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-kmnist-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet152-kmnist-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e617d528798cdac791ece4b6553514511074186a --- /dev/null +++ b/resnet152-kmnist-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet152-kmnist-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet152-kmnist-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55c0a9dcaa76aba329cf2d4fb9ec5d866be9da8a --- /dev/null +++ b/resnet152-kmnist-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-kmnist-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-kmnist-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-kmnist-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-kmnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md b/resnet152-kmnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c8d2911b27e81b370fe9e1b4cc72755b9acf7a22 --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet152-kmnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json b/resnet152-kmnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55c0a9dcaa76aba329cf2d4fb9ec5d866be9da8a --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-kmnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-kmnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet152-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..464f5287ef13cd186f38f260a12a179ad0c077fb --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet152-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet152-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55c0a9dcaa76aba329cf2d4fb9ec5d866be9da8a --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet152-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-2000/README.md b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..dabdcfc073a3f16a11353eb38818970a081968f8 --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-2000/config.json b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55c0a9dcaa76aba329cf2d4fb9ec5d866be9da8a --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/README.md b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..dabdcfc073a3f16a11353eb38818970a081968f8 --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/config.json b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55c0a9dcaa76aba329cf2d4fb9ec5d866be9da8a --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-kmnist-batch_size_256_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/README.md b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ef85e5600d518a17ea41034b5fb5d928e4d50d2f --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/config.json b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55c0a9dcaa76aba329cf2d4fb9ec5d866be9da8a --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0b3997d5567c37e7f4d1aaff6c80b3903471d417 --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55c0a9dcaa76aba329cf2d4fb9ec5d866be9da8a --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/README.md b/resnet152-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b2ea04d316c07abd47f5de66effd5c559fbe594f --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet152-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/config.json b/resnet152-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55c0a9dcaa76aba329cf2d4fb9ec5d866be9da8a --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet152-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-kmnist-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet152-kmnist-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..60de701d251eb8ca68378e9e2a48d6c014881d9b --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet152-kmnist-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet152-kmnist-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55c0a9dcaa76aba329cf2d4fb9ec5d866be9da8a --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-kmnist-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet152-kmnist-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-kmnist-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..573e4bf7319581b7b51dbe4daa990cb79791d6c9 --- /dev/null +++ b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..573e4bf7319581b7b51dbe4daa990cb79791d6c9 --- /dev/null +++ b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-mnist-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet152-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..28118384ffb1b8b2c893eae24ff193bcedcbae96 --- /dev/null +++ b/resnet152-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet152-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet152-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet152-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/README.md b/resnet152-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1220623862dbe8b9c8e0e72af0c1002677af1a33 --- /dev/null +++ b/resnet152-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet152-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/config.json b/resnet152-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet152-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet152-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..dc572822373e3fa0957ba1a9ef05484210346eb0 --- /dev/null +++ b/resnet152-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet152-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet152-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-mnist-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet152-mnist-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..76d2c786b4086fe3c3291ea8d2fa5b233c143e81 --- /dev/null +++ b/resnet152-mnist-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet152-mnist-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet152-mnist-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-mnist-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-mnist-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-mnist-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-mnist-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet152-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..73b609082c616c57a669b2be2045ff6bd1cf2c69 --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet152-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet152-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e9072520d9ab1e64883a84e11a3a69f3f2a85ee --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet152-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..adf366f057e8a4982f3362873e850107fe7c1295 --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet152-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet152-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e9072520d9ab1e64883a84e11a3a69f3f2a85ee --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/README.md b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7ae00c86b3f93d020ba71aac2b6e20f4185c6add --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet152-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/config.json b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e9072520d9ab1e64883a84e11a3a69f3f2a85ee --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/README.md b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..770924d983ef0a6869d06c51bde668e1d06749db --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet152-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/config.json b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e9072520d9ab1e64883a84e11a3a69f3f2a85ee --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7d8b6519cb2e133640ceccc687a9c3eafcc2ee7b --- /dev/null +++ b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..73d4c5807d169cb2e901ab29de6ec9f57efd9347 --- /dev/null +++ b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ed3b7c187b782b980d942aa976b02856d469c51f --- /dev/null +++ b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..73d4c5807d169cb2e901ab29de6ec9f57efd9347 --- /dev/null +++ b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-oxford_flowers102-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet152-oxford_flowers102-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b5e7106279f930efdc14a290221f5508a90f7a24 --- /dev/null +++ b/resnet152-oxford_flowers102-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet152-oxford_flowers102-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet152-oxford_flowers102-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..73d4c5807d169cb2e901ab29de6ec9f57efd9347 --- /dev/null +++ b/resnet152-oxford_flowers102-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-oxford_flowers102-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet152-oxford_flowers102-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-oxford_flowers102-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet152-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..66c31f3a1ed4ad4a10cfe63ae4b8ca2f51fc4d53 --- /dev/null +++ b/resnet152-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet152-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet152-pcam-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0c09f71619efb156540f80b0c3e7947cc1d3205e --- /dev/null +++ b/resnet152-pcam-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet152-pcam-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet152-pcam-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet152-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..66c31f3a1ed4ad4a10cfe63ae4b8ca2f51fc4d53 --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet152-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet152-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a92ee4f75a02187ced2860d02d60752f537f6ce2 --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet152-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4e73f9d54127c67c17706acc4a9d96a69578a582 --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/README.md b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0c09f71619efb156540f80b0c3e7947cc1d3205e --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/config.json b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4a8f27afadedd391912daf598206390af6a80056 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4a8f27afadedd391912daf598206390af6a80056 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bc43eb80a669546f0830d78728027aa43cc9323a --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/README.md b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f78d583be4ab3c73274bb6db693f615f531412fb --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/config.json b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md b/resnet152-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d35722b37acbaf3f91b83241a08c3348dc0dcdc1 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json b/resnet152-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet152-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet152-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..343e45dd8f2ff408fcd342ac65992725d5b0e8f1 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet152-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet152-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb201dc7dfa380d2b50c3d20326ba2521864600 --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet152-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..66f55b732df88ab3f5ccb9fa6c6a26ed7d17d708 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet152-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/README.md b/resnet152-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..94ef42dfe24512275d02f6cdae5bb03965beb4a8 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/config.json b/resnet152-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet152-rendered-sst2-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1f1288931833712cbf527596d3e05d6c99a949e1 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet152-rendered-sst2-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet152-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f3637a04ddadfb8a1d4295226c7d962913809bc4 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet152-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet152-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2970f6f529145b8a673bd63972e652b92610c0b7 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet152-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet152-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1f1288931833712cbf527596d3e05d6c99a949e1 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet152-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/README.md b/resnet152-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..75f22feb3601d18234e0fa157aa80ec4aee8a270 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/config.json b/resnet152-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/README.md b/resnet152-rendered-sst2-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..141323cf157e680def6b24d374f60516c088a810 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/config.json b/resnet152-rendered-sst2-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/README.md b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a801f12dcc9db1d642334ab075000a05d38b006c --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/config.json b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..dca1727af131c1b0ca232ffc640949599167a409 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054ed535def906c22cb0ab0c6b25c9c88b195f06 --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet152-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6bfb47a67f2a8a7dbe5e28291e610d93e224c360 --- /dev/null +++ b/resnet152-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet152-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet152-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ccd6b3d4942b65d4b1b5d4a4f27c0403ba41898 --- /dev/null +++ b/resnet152-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7410afede0a5640a38a0512942426dd613678484 --- /dev/null +++ b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ccd6b3d4942b65d4b1b5d4a4f27c0403ba41898 --- /dev/null +++ b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b374d611ca3153ab650e7fdc8d8cfa5b88f09585 --- /dev/null +++ b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ccd6b3d4942b65d4b1b5d4a4f27c0403ba41898 --- /dev/null +++ b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-resisc45-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/README.md b/resnet152-resisc45-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..df1fb7751144f1c8dbc02ed9599f19e8952bbb15 --- /dev/null +++ b/resnet152-resisc45-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet152-resisc45-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/config.json b/resnet152-resisc45-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ccd6b3d4942b65d4b1b5d4a4f27c0403ba41898 --- /dev/null +++ b/resnet152-resisc45-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-resisc45-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet152-resisc45-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-resisc45-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet152-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..87da44ac33dbfa8028ca1cd21053441832694274 --- /dev/null +++ b/resnet152-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet152-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet152-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1e0f59991da08604f363224d408031555ecd60f4 --- /dev/null +++ b/resnet152-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet152-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet152-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..aabeeb949b3b90c40d86375d99f41262e266f3a5 --- /dev/null +++ b/resnet152-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet152-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet152-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1e0f59991da08604f363224d408031555ecd60f4 --- /dev/null +++ b/resnet152-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a3febeafa2d3b9ead9221d6b0ead051ecf48003b --- /dev/null +++ b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1e0f59991da08604f363224d408031555ecd60f4 --- /dev/null +++ b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a3febeafa2d3b9ead9221d6b0ead051ecf48003b --- /dev/null +++ b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1e0f59991da08604f363224d408031555ecd60f4 --- /dev/null +++ b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-stl10-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/README.md b/resnet152-stl10-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3719bee2675d7410258edabbf1e74b990dd090f8 --- /dev/null +++ b/resnet152-stl10-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet152-stl10-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/config.json b/resnet152-stl10-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e96dfc41ebe7919b6d046db75114c5d465f222d --- /dev/null +++ b/resnet152-stl10-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-stl10-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet152-stl10-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-stl10-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-stl10-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet152-stl10-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0356fdbbca9c43c2cbefc50b8b105bbb2286968e --- /dev/null +++ b/resnet152-stl10-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet152-stl10-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet152-stl10-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e96dfc41ebe7919b6d046db75114c5d465f222d --- /dev/null +++ b/resnet152-stl10-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-stl10-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet152-stl10-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-stl10-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/README.md b/resnet152-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f62e519aa9202be2f005cafc1f9d17f77d392901 --- /dev/null +++ b/resnet152-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet152-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/config.json b/resnet152-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e96dfc41ebe7919b6d046db75114c5d465f222d --- /dev/null +++ b/resnet152-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet152-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-sun397-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet152-sun397-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c6aaec1e713b2c3ffc02721b50547082efc35e66 --- /dev/null +++ b/resnet152-sun397-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet152-sun397-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet152-sun397-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..235472e739b23ead2b88b4266434b8f42502d7ea --- /dev/null +++ b/resnet152-sun397-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-sun397-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-sun397-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-sun397-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-sun397-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet152-sun397-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2253b0dad1d7ed6de24c4d2063670d959edee6b0 --- /dev/null +++ b/resnet152-sun397-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet152-sun397-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet152-sun397-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..235472e739b23ead2b88b4266434b8f42502d7ea --- /dev/null +++ b/resnet152-sun397-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-sun397-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-sun397-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-sun397-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fd59dd33bc27010e133762839c3f18355d1af3a5 --- /dev/null +++ b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..235472e739b23ead2b88b4266434b8f42502d7ea --- /dev/null +++ b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..09ebc4c9d9a4d9fb04059e6655b55400056d4e60 --- /dev/null +++ b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..235472e739b23ead2b88b4266434b8f42502d7ea --- /dev/null +++ b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-svhn-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet152-svhn-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..94895ab1d277e42cfaf326f5ef220ffb30b33d10 --- /dev/null +++ b/resnet152-svhn-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet152-svhn-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet152-svhn-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-svhn-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-svhn-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-svhn-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-svhn-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet152-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..70912a7a559b6ed65ae479c25fabf863541c9cd3 --- /dev/null +++ b/resnet152-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet152-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet152-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet152-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0a272ac522cec2abb4d9f2b2a32e11811b2dee07 --- /dev/null +++ b/resnet152-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet152-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet152-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet152-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet152-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5cb101a1ae37dfcbc0bec85af5524e1acd280022 --- /dev/null +++ b/resnet152-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet152-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet152-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet152-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/README.md b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8407c6c756b42a31a58d980d556fd730c18724b0 --- /dev/null +++ b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/config.json b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/README.md b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..310dd91ccba15136ca1f387fd727a1fd0acec01b --- /dev/null +++ b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-152 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-152 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/config.json b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..499ddc3e4e5dc0456a3110b1e6f22201afc1936e --- /dev/null +++ b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 8, + 36, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet152-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet18-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d1b8eb2af41202fbc82d56ac57da02826c1bf5bf --- /dev/null +++ b/resnet18-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet18-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet18-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6fd7768d9fade7e7d7df7ed5cd1e93ae4baec32 --- /dev/null +++ b/resnet18-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar10-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet18-cifar10-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..898f80cad965b0f8964e3920a6b6d946020ee97a --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet18-cifar10-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet18-cifar10-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6fd7768d9fade7e7d7df7ed5cd1e93ae4baec32 --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar10-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet18-cifar10-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/README.md b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..405427b02a9bd3a230060b9dfb5d9cbbd8082e0d --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/config.json b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6fd7768d9fade7e7d7df7ed5cd1e93ae4baec32 --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..405427b02a9bd3a230060b9dfb5d9cbbd8082e0d --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6fd7768d9fade7e7d7df7ed5cd1e93ae4baec32 --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..405427b02a9bd3a230060b9dfb5d9cbbd8082e0d --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6fd7768d9fade7e7d7df7ed5cd1e93ae4baec32 --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar10-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md b/resnet18-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b1454c809ee5741ea2c4d01f4154ba61ba0c83b3 --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json b/resnet18-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..cf3b07eb3adc688bd70376a1a0b34ec5b829997f --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1a136b2cab79df5c0d531bda648ae13e04eeb059 --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a9dc7712c0186682c88fd4777e606b0bd00e9f6a --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ade6c1cb405aacdb076e993bdebe5ec1cf280000 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6106d3a0a9132376d386d9af6f2b05e50496bbff --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/README.md b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..33cc02b3f2c3e57ce11d5a4b2b9b5787d409d3d1 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/config.json b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..33cc02b3f2c3e57ce11d5a4b2b9b5787d409d3d1 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..08e62ed8c7f1fe2e9bb100bde12893c4607ffb23 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b6a96d1f1033f8d16a14891cd47775c8919913f7 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet18-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..da60f9b8bc028508432a79d6ba334f3413ca236a --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet18-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet18-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3f41b9ed6c00df33ffaef448e5b6c8ac8a8d65 --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-cifar100-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-dtd-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/README.md b/resnet18-dtd-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a4c1544de9693e5591c7f47f02fbd0f6fab77a9b --- /dev/null +++ b/resnet18-dtd-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet18-dtd-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/config.json b/resnet18-dtd-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ce6cd6d95d0a7c1905aabe792d0a5c4e2f515a --- /dev/null +++ b/resnet18-dtd-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-dtd-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-dtd-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-dtd-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-dtd-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet18-dtd-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b2a3f8c067c2846375d3de317af5bacafd3041d0 --- /dev/null +++ b/resnet18-dtd-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet18-dtd-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet18-dtd-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ce6cd6d95d0a7c1905aabe792d0a5c4e2f515a --- /dev/null +++ b/resnet18-dtd-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-dtd-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-dtd-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-dtd-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/README.md b/resnet18-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..558bd738758564a0c9ba6b7da7c62fed400bf84e --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet18-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/config.json b/resnet18-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ce6cd6d95d0a7c1905aabe792d0a5c4e2f515a --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet18-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-3000/README.md b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..11f8c92415116f6c5f2ba8250ce7913f2db05df7 --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-3000/config.json b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ce6cd6d95d0a7c1905aabe792d0a5c4e2f515a --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..94a3db0c0356c217aa1f0dd5159ca9a7b342f3db --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ce6cd6d95d0a7c1905aabe792d0a5c4e2f515a --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/README.md b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f0d8ff564f5d6c107c88ecdd813425bf2b8ed9b9 --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/config.json b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ce6cd6d95d0a7c1905aabe792d0a5c4e2f515a --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.8-2000/README.md b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7bdf2dad714699af70ee83948b4c1e55a2c0c5a2 --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.8-2000/config.json b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ce6cd6d95d0a7c1905aabe792d0a5c4e2f515a --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/README.md b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4bbd86b95bb7795442a5546ebab38cd680b845f7 --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/config.json b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ce6cd6d95d0a7c1905aabe792d0a5c4e2f515a --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-dtd-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md b/resnet18-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..722439a0dea011686afb81156228d6c9acfee64d --- /dev/null +++ b/resnet18-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet18-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json b/resnet18-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..13f9e0905aba09ddfb07306023093f9a4322f7a7 --- /dev/null +++ b/resnet18-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1247ecb0cc23be934274fad0321d029b9a772c49 --- /dev/null +++ b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..13f9e0905aba09ddfb07306023093f9a4322f7a7 --- /dev/null +++ b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..cbed7d6bac935b06d7c9f6b8fccd1eac627f4a63 --- /dev/null +++ b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..13f9e0905aba09ddfb07306023093f9a4322f7a7 --- /dev/null +++ b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-emnist_letters-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet18-emnist_letters-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2fd5fb5bc3625c781a06d8143d8be5126c99e44d --- /dev/null +++ b/resnet18-emnist_letters-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet18-emnist_letters-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet18-emnist_letters-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..13f9e0905aba09ddfb07306023093f9a4322f7a7 --- /dev/null +++ b/resnet18-emnist_letters-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-emnist_letters-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet18-emnist_letters-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-emnist_letters-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet18-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e331a778515ba03165691113a983c527f019a2df --- /dev/null +++ b/resnet18-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet18-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet18-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..13f9e0905aba09ddfb07306023093f9a4322f7a7 --- /dev/null +++ b/resnet18-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet18-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-eurosat-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet18-eurosat-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d8fc15335f6d70882ba4662f799b57ac3f1c02bb --- /dev/null +++ b/resnet18-eurosat-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet18-eurosat-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet18-eurosat-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf61d0357a8d4fef0a1593df0f7b561cb9c545a1 --- /dev/null +++ b/resnet18-eurosat-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-eurosat-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet18-eurosat-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-eurosat-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-eurosat-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet18-eurosat-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..43be32a09a314609c1853e7948db7d017efc187d --- /dev/null +++ b/resnet18-eurosat-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet18-eurosat-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet18-eurosat-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf61d0357a8d4fef0a1593df0f7b561cb9c545a1 --- /dev/null +++ b/resnet18-eurosat-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-eurosat-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-eurosat-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-eurosat-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet18-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d1f87e993098d054bf8f99feaa803f7f54381d93 --- /dev/null +++ b/resnet18-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet18-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet18-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf61d0357a8d4fef0a1593df0f7b561cb9c545a1 --- /dev/null +++ b/resnet18-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet18-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5dbc259b5d4cd237bd77b1c226f89ceed4420b22 --- /dev/null +++ b/resnet18-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet18-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet18-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf61d0357a8d4fef0a1593df0f7b561cb9c545a1 --- /dev/null +++ b/resnet18-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet18-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..553d2c1ce6fc5f5c3d7f40dca7f51148bc2d1ace --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet18-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet18-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95053393425e99bf8747d9695556f752509f4b0b --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet18-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d7e477085c4c0c4fc1db272ef030245b0a0d0194 --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet18-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet18-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95053393425e99bf8747d9695556f752509f4b0b --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet18-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/README.md b/resnet18-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b4f3fbdd67e11339992c84492ff7bd2fe3b0b0d1 --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet18-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/config.json b/resnet18-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95053393425e99bf8747d9695556f752509f4b0b --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet18-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet18-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2a07b0b46f4614b333df1abe3ff2def4f41a3124 --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet18-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet18-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95053393425e99bf8747d9695556f752509f4b0b --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet18-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet18-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2a75e6b659361d46292f854331440e03bc0e8b42 --- /dev/null +++ b/resnet18-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet18-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet18-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ce988daea92558cbffcf8c943ef8039e1e9a5ec2 --- /dev/null +++ b/resnet18-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-fer2013-batch_size_128_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet18-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2b46282ebb7cbbe920ac5c532fadc802f346f31f --- /dev/null +++ b/resnet18-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet18-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet18-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ce988daea92558cbffcf8c943ef8039e1e9a5ec2 --- /dev/null +++ b/resnet18-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet18-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-fer2013-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-fer2013-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/README.md b/resnet18-fer2013-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a3702f845b36b7e09b80d3dfc149e2e3044514da --- /dev/null +++ b/resnet18-fer2013-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet18-fer2013-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/config.json b/resnet18-fer2013-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ce988daea92558cbffcf8c943ef8039e1e9a5ec2 --- /dev/null +++ b/resnet18-fer2013-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-fer2013-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-fer2013-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-fer2013-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/README.md b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..07e004cd4a6efe8a9fa1ad424e834570b0fa5e12 --- /dev/null +++ b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/config.json b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2bba7874d0acf5076869a6fd62eb0fbe2d2041dc --- /dev/null +++ b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..07e004cd4a6efe8a9fa1ad424e834570b0fa5e12 --- /dev/null +++ b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2bba7874d0acf5076869a6fd62eb0fbe2d2041dc --- /dev/null +++ b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..66b728b890e7ba7d5696cfb6986c124afda7aaae --- /dev/null +++ b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2bba7874d0acf5076869a6fd62eb0fbe2d2041dc --- /dev/null +++ b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-food101-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-food101-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet18-food101-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b98ba75f503126bd201dd951df0fb2e5023b878b --- /dev/null +++ b/resnet18-food101-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet18-food101-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet18-food101-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2bba7874d0acf5076869a6fd62eb0fbe2d2041dc --- /dev/null +++ b/resnet18-food101-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-food101-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet18-food101-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-food101-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet18-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ab2c191aecd21d4e4f4a5e176500510aee6e22fc --- /dev/null +++ b/resnet18-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet18-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet18-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..54cae3827bd20f790075f990d3712f8342d20c79 --- /dev/null +++ b/resnet18-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet18-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet18-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c3152d6411281ee09f19ec98d36ef662ad1dff2c --- /dev/null +++ b/resnet18-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet18-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet18-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..54cae3827bd20f790075f990d3712f8342d20c79 --- /dev/null +++ b/resnet18-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-kmnist-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/README.md b/resnet18-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..22fba3adf4826ec10d102618dfed50979214c417 --- /dev/null +++ b/resnet18-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet18-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/config.json b/resnet18-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..54cae3827bd20f790075f990d3712f8342d20c79 --- /dev/null +++ b/resnet18-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-kmnist-batch_size_64_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-mnist-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/README.md b/resnet18-mnist-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c4ae45b5a256b4b0292c341310e81135f7c6046a --- /dev/null +++ b/resnet18-mnist-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet18-mnist-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/config.json b/resnet18-mnist-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-mnist-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-mnist-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-mnist-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-mnist-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md b/resnet18-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..89a14a356997e3ea954744ecc53ed5ab8222c5b7 --- /dev/null +++ b/resnet18-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet18-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json b/resnet18-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet18-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-mnist-batch_size_256_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet18-mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bdfad418ebc4185c59eb89cc5d11f563a969962a --- /dev/null +++ b/resnet18-mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet18-mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet18-mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet18-mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8e2294009497314abcee698dfe1768f30444b655 --- /dev/null +++ b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bf3422c4c2755d764577868713fcd855d59ad6e6 --- /dev/null +++ b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-mnist-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford-iiit-pet-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..39e1ddef62a9da6dca9c78fe21e8a48eb9bd4d1d --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet18-oxford-iiit-pet-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fd54d9408eb0bfa96cb8fb062f40297ff8e043a3 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford-iiit-pet-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/README.md b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be7c9f1472a4de630dd259ba07b5433bbd332296 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/config.json b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fd54d9408eb0bfa96cb8fb062f40297ff8e043a3 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be7c9f1472a4de630dd259ba07b5433bbd332296 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fd54d9408eb0bfa96cb8fb062f40297ff8e043a3 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/README.md b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c991af602d9de8a9f3a12adeca588075320069c9 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet18-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/config.json b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fd54d9408eb0bfa96cb8fb062f40297ff8e043a3 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford-iiit-pet-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be1bdeae2d9e254c225baa4d48f16c75196a386c --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet18-oxford-iiit-pet-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fd54d9408eb0bfa96cb8fb062f40297ff8e043a3 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford-iiit-pet-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e85a54f655341f8db5cedecf58cc6c3b16deff51 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet18-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fd54d9408eb0bfa96cb8fb062f40297ff8e043a3 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f7a80c1236a4a4929ca5b923698537a323cf72cd --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet18-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fd54d9408eb0bfa96cb8fb062f40297ff8e043a3 --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford-iiit-pet-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e7f7d69f5f24065faacdfd40d62441ac9a85a8f8 --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f938618d830ad3512a63af4ea0f8ca5e6b26a242 --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/README.md b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6b491bd4e02afdfafbad3b576d6b94a93ba9f76f --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/config.json b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f938618d830ad3512a63af4ea0f8ca5e6b26a242 --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..dd93cc106c93eaf716071989b8e3751f8b683ff5 --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f938618d830ad3512a63af4ea0f8ca5e6b26a242 --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..dd93cc106c93eaf716071989b8e3751f8b683ff5 --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f938618d830ad3512a63af4ea0f8ca5e6b26a242 --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-oxford_flowers102-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-pcam-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/README.md b/resnet18-pcam-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..38fef9285e74278a6ffb81c3ca3df51929d2a841 --- /dev/null +++ b/resnet18-pcam-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet18-pcam-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/config.json b/resnet18-pcam-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af7ef4427b07ea4c1e108606639855234dfa1a8d --- /dev/null +++ b/resnet18-pcam-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-pcam-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-pcam-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-pcam-batch_size_128_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bcb63f2e4fe1062491db74696c79d258eeaa33ba --- /dev/null +++ b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af7ef4427b07ea4c1e108606639855234dfa1a8d --- /dev/null +++ b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/README.md b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f3bba378b7afae1e6367c27dd6aa9a1dedde2b01 --- /dev/null +++ b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/config.json b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af7ef4427b07ea4c1e108606639855234dfa1a8d --- /dev/null +++ b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-pcam-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet18-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..09e69362f6291cae5e4222dc7d130ffe49ebc9b3 --- /dev/null +++ b/resnet18-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet18-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet18-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af7ef4427b07ea4c1e108606639855234dfa1a8d --- /dev/null +++ b/resnet18-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-pcam-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet18-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..149ec289378871635691f36ad28ddee8a1717b45 --- /dev/null +++ b/resnet18-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet18-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet18-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af7ef4427b07ea4c1e108606639855234dfa1a8d --- /dev/null +++ b/resnet18-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-pcam-batch_size_64_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-pcam-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet18-pcam-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ed53c46dc766ee584ee21738a952a8195a2ddba7 --- /dev/null +++ b/resnet18-pcam-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet18-pcam-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet18-pcam-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af7ef4427b07ea4c1e108606639855234dfa1a8d --- /dev/null +++ b/resnet18-pcam-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-pcam-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet18-pcam-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-pcam-batch_size_64_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet18-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c05f70ca27e00e14f079747ce2c9284f062462eb --- /dev/null +++ b/resnet18-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet18-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet18-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af7ef4427b07ea4c1e108606639855234dfa1a8d --- /dev/null +++ b/resnet18-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet18-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ea09e4d6db952beec82218d352fff00d931f36d2 --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet18-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet18-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7de77b1b23edcbdb1f59b2b21726aa56f03fbfdb --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_128_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet18-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fd9e38aec3ae72f96e7cbc2527b3764d1b9de7e3 --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet18-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet18-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7de77b1b23edcbdb1f59b2b21726aa56f03fbfdb --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet18-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet18-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fb1c7a358e02d491d2fb0a02f3ace53133465aee --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet18-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet18-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7de77b1b23edcbdb1f59b2b21726aa56f03fbfdb --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet18-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-1000/README.md b/resnet18-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..90c395d128519c14d3de1b6fda0f5891b0261518 --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet18-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-1000/config.json b/resnet18-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7de77b1b23edcbdb1f59b2b21726aa56f03fbfdb --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/README.md b/resnet18-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e8d4360844b428fb79361c83e3e88b8215e8b606 --- /dev/null +++ b/resnet18-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet18-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/config.json b/resnet18-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92840a13704fe0d58f3cc8774361fed5e980dc70 --- /dev/null +++ b/resnet18-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet18-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/README.md b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2e329928e5305e84b2f189ac463dbfa7cd6a4b2c --- /dev/null +++ b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/config.json b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92840a13704fe0d58f3cc8774361fed5e980dc70 --- /dev/null +++ b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/README.md b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..35b89e31e26e32e6928eef169e956fccd74a0ee0 --- /dev/null +++ b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/config.json b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92840a13704fe0d58f3cc8774361fed5e980dc70 --- /dev/null +++ b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-resisc45-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6002d75edeb0565538b1427a63f49ba4b83d8568 --- /dev/null +++ b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea904dca37c3e1bd676cdab8c844dff369a4e286 --- /dev/null +++ b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/README.md b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..36ab7ef477c4a61b5729721a01d12b695cdca706 --- /dev/null +++ b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/config.json b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea904dca37c3e1bd676cdab8c844dff369a4e286 --- /dev/null +++ b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet18-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0c677521a4bc57296aa71f27f0895fbf9f70237f --- /dev/null +++ b/resnet18-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet18-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet18-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea904dca37c3e1bd676cdab8c844dff369a4e286 --- /dev/null +++ b/resnet18-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet18-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-stanford-cars-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/README.md b/resnet18-stanford-cars-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b5d3b7fea9d592660f1aea14ac65905d87081b96 --- /dev/null +++ b/resnet18-stanford-cars-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet18-stanford-cars-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/config.json b/resnet18-stanford-cars-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea904dca37c3e1bd676cdab8c844dff369a4e286 --- /dev/null +++ b/resnet18-stanford-cars-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-stanford-cars-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet18-stanford-cars-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-stanford-cars-batch_size_256_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-stanford-cars-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet18-stanford-cars-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..78b8d1b04dc61707b32bfabe62e699d5cff30e27 --- /dev/null +++ b/resnet18-stanford-cars-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet18-stanford-cars-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet18-stanford-cars-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea904dca37c3e1bd676cdab8c844dff369a4e286 --- /dev/null +++ b/resnet18-stanford-cars-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-stanford-cars-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-stanford-cars-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-stanford-cars-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-stl10-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet18-stl10-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c16f86ca41b0f65351d030d672412dace5cbb168 --- /dev/null +++ b/resnet18-stl10-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet18-stl10-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet18-stl10-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..29c93b2c12685a5b5caf379e93026d934c412298 --- /dev/null +++ b/resnet18-stl10-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-stl10-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet18-stl10-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-stl10-batch_size_128_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-stl10-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet18-stl10-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..41ade25c87f616905f77eeb8dfbf49c7dcef0332 --- /dev/null +++ b/resnet18-stl10-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet18-stl10-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet18-stl10-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..29c93b2c12685a5b5caf379e93026d934c412298 --- /dev/null +++ b/resnet18-stl10-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-stl10-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet18-stl10-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-stl10-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/README.md b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..45116283da7a8a58a4d726f0c2e22891c463d504 --- /dev/null +++ b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/config.json b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..886da3497a7114ff31c2408ec559a773285de738 --- /dev/null +++ b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/README.md b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..45116283da7a8a58a4d726f0c2e22891c463d504 --- /dev/null +++ b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/config.json b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..886da3497a7114ff31c2408ec559a773285de738 --- /dev/null +++ b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-sun397-batch_size_128_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-sun397-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md b/resnet18-sun397-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d9742d1560bcdcf7ff058aa04ee7f14c64a7f748 --- /dev/null +++ b/resnet18-sun397-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet18-sun397-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json b/resnet18-sun397-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..886da3497a7114ff31c2408ec559a773285de738 --- /dev/null +++ b/resnet18-sun397-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-sun397-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet18-sun397-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-sun397-batch_size_128_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-sun397-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/README.md b/resnet18-sun397-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f3391716cb2e82edc04c7ba7c04e716e18b15e23 --- /dev/null +++ b/resnet18-sun397-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet18-sun397-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/config.json b/resnet18-sun397-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..886da3497a7114ff31c2408ec559a773285de738 --- /dev/null +++ b/resnet18-sun397-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-sun397-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet18-sun397-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-sun397-batch_size_64_lr_0.001_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/README.md b/resnet18-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..84490418b7233180f11132ec1d8f6f1f787cffc5 --- /dev/null +++ b/resnet18-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet18-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/config.json b/resnet18-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..886da3497a7114ff31c2408ec559a773285de738 --- /dev/null +++ b/resnet18-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet18-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-sun397-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet18-sun397-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7ef0dfb4597c3d96f8ea91bb5964b474580baf00 --- /dev/null +++ b/resnet18-sun397-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet18-sun397-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet18-sun397-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..886da3497a7114ff31c2408ec559a773285de738 --- /dev/null +++ b/resnet18-sun397-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-sun397-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet18-sun397-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-sun397-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-svhn-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/README.md b/resnet18-svhn-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b2a53ae20d4b0246d2145d492dba678211dba301 --- /dev/null +++ b/resnet18-svhn-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet18-svhn-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/config.json b/resnet18-svhn-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-svhn-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-svhn-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet18-svhn-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-svhn-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/README.md b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0fb609924a1c7840015f73e72a1eca55bd6429a2 --- /dev/null +++ b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/config.json b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0fb609924a1c7840015f73e72a1eca55bd6429a2 --- /dev/null +++ b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-svhn-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5be73612da20b28b1c25a0587470c68c3d23c16f --- /dev/null +++ b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d254f7a0a479702c97b880467b7bcff48b1b1a06 --- /dev/null +++ b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-18 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-18 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e7d4d1ef4a7995d309411e18d7bc5d8d5f4a9 --- /dev/null +++ b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 2, + 2, + 2, + 2 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 64, + 128, + 256, + 512 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "basic", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet18-svhn-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar10-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/README.md b/resnet50-cifar10-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6bc59cccc2f0fd0283c5d607540750402854914a --- /dev/null +++ b/resnet50-cifar10-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet50-cifar10-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/config.json b/resnet50-cifar10-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c885e0d0eac58ee224a40f544b024413974088f --- /dev/null +++ b/resnet50-cifar10-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar10-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet50-cifar10-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar10-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar10-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet50-cifar10-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..dcc2a7b5e7a1a18805983019491aadfab85d8366 --- /dev/null +++ b/resnet50-cifar10-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet50-cifar10-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet50-cifar10-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c885e0d0eac58ee224a40f544b024413974088f --- /dev/null +++ b/resnet50-cifar10-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar10-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-cifar10-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar10-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/README.md b/resnet50-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fdfbbabb3bf30d95056732897da665fad9aff93e --- /dev/null +++ b/resnet50-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet50-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/config.json b/resnet50-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c885e0d0eac58ee224a40f544b024413974088f --- /dev/null +++ b/resnet50-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar10-batch_size_128_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar10-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/README.md b/resnet50-cifar10-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5a8eeb80221d8fe99c6d02a198995d3cee36b8ce --- /dev/null +++ b/resnet50-cifar10-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet50-cifar10-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/config.json b/resnet50-cifar10-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c885e0d0eac58ee224a40f544b024413974088f --- /dev/null +++ b/resnet50-cifar10-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar10-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-cifar10-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar10-batch_size_256_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar10-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/README.md b/resnet50-cifar10-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a4fe5d1c3301943a00598ea79401ddb261e699d7 --- /dev/null +++ b/resnet50-cifar10-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar10 + pretrained: true +test_datasets: null +train_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: train +type: transformers +val_datasets: + cifar10: + _target_: datasets.load_dataset + path: tanganke/cifar10 + split: test +``` + diff --git a/resnet50-cifar10-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/config.json b/resnet50-cifar10-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c885e0d0eac58ee224a40f544b024413974088f --- /dev/null +++ b/resnet50-cifar10-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "automobile", + "2": "bird", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "frog", + "7": "horse", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "automobile": 1, + "bird": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "frog": 6, + "horse": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar10-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-cifar10-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar10-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet50-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..81d2eb17833e327e767d72bba2c92e95e24b0df4 --- /dev/null +++ b/resnet50-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet50-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet50-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4eba7ae9631d2b0e864ded80157f76e37582afd4 --- /dev/null +++ b/resnet50-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar100-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..11a92642d13eeb7f663240e108ad998769411124 --- /dev/null +++ b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4eba7ae9631d2b0e864ded80157f76e37582afd4 --- /dev/null +++ b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..355807be5b5bca56196d7a6b450cd25638c5b7f2 --- /dev/null +++ b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4eba7ae9631d2b0e864ded80157f76e37582afd4 --- /dev/null +++ b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar100-batch_size_256_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar100-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet50-cifar100-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..393b307e70bd40239d408776a8909a785c992342 --- /dev/null +++ b/resnet50-cifar100-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet50-cifar100-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet50-cifar100-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4eba7ae9631d2b0e864ded80157f76e37582afd4 --- /dev/null +++ b/resnet50-cifar100-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar100-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet50-cifar100-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar100-batch_size_256_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-cifar100-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet50-cifar100-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c4a9a4099a3c53d2ca2f01ed3d3fac0ffa5487de --- /dev/null +++ b/resnet50-cifar100-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset cifar100. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: cifar100 + pretrained: true +test_datasets: null +train_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: train +type: transformers +val_datasets: + cifar100: + _target_: datasets.load_dataset + path: tanganke/cifar100 + split: test +``` + diff --git a/resnet50-cifar100-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet50-cifar100-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4eba7ae9631d2b0e864ded80157f76e37582afd4 --- /dev/null +++ b/resnet50-cifar100-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,243 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple", + "1": "aquarium_fish", + "2": "baby", + "3": "bear", + "4": "beaver", + "5": "bed", + "6": "bee", + "7": "beetle", + "8": "bicycle", + "9": "bottle", + "10": "bowl", + "11": "boy", + "12": "bridge", + "13": "bus", + "14": "butterfly", + "15": "camel", + "16": "can", + "17": "castle", + "18": "caterpillar", + "19": "cattle", + "20": "chair", + "21": "chimpanzee", + "22": "clock", + "23": "cloud", + "24": "cockroach", + "25": "couch", + "26": "cra", + "27": "crocodile", + "28": "cup", + "29": "dinosaur", + "30": "dolphin", + "31": "elephant", + "32": "flatfish", + "33": "forest", + "34": "fox", + "35": "girl", + "36": "hamster", + "37": "house", + "38": "kangaroo", + "39": "keyboard", + "40": "lamp", + "41": "lawn_mower", + "42": "leopard", + "43": "lion", + "44": "lizard", + "45": "lobster", + "46": "man", + "47": "maple_tree", + "48": "motorcycle", + "49": "mountain", + "50": "mouse", + "51": "mushroom", + "52": "oak_tree", + "53": "orange", + "54": "orchid", + "55": "otter", + "56": "palm_tree", + "57": "pear", + "58": "pickup_truck", + "59": "pine_tree", + "60": "plain", + "61": "plate", + "62": "poppy", + "63": "porcupine", + "64": "possum", + "65": "rabbit", + "66": "raccoon", + "67": "ray", + "68": "road", + "69": "rocket", + "70": "rose", + "71": "sea", + "72": "seal", + "73": "shark", + "74": "shrew", + "75": "skunk", + "76": "skyscraper", + "77": "snail", + "78": "snake", + "79": "spider", + "80": "squirrel", + "81": "streetcar", + "82": "sunflower", + "83": "sweet_pepper", + "84": "table", + "85": "tank", + "86": "telephone", + "87": "television", + "88": "tiger", + "89": "tractor", + "90": "train", + "91": "trout", + "92": "tulip", + "93": "turtle", + "94": "wardrobe", + "95": "whale", + "96": "willow_tree", + "97": "wolf", + "98": "woman", + "99": "worm" + }, + "label2id": { + "apple": 0, + "aquarium_fish": 1, + "baby": 2, + "bear": 3, + "beaver": 4, + "bed": 5, + "bee": 6, + "beetle": 7, + "bicycle": 8, + "bottle": 9, + "bowl": 10, + "boy": 11, + "bridge": 12, + "bus": 13, + "butterfly": 14, + "camel": 15, + "can": 16, + "castle": 17, + "caterpillar": 18, + "cattle": 19, + "chair": 20, + "chimpanzee": 21, + "clock": 22, + "cloud": 23, + "cockroach": 24, + "couch": 25, + "cra": 26, + "crocodile": 27, + "cup": 28, + "dinosaur": 29, + "dolphin": 30, + "elephant": 31, + "flatfish": 32, + "forest": 33, + "fox": 34, + "girl": 35, + "hamster": 36, + "house": 37, + "kangaroo": 38, + "keyboard": 39, + "lamp": 40, + "lawn_mower": 41, + "leopard": 42, + "lion": 43, + "lizard": 44, + "lobster": 45, + "man": 46, + "maple_tree": 47, + "motorcycle": 48, + "mountain": 49, + "mouse": 50, + "mushroom": 51, + "oak_tree": 52, + "orange": 53, + "orchid": 54, + "otter": 55, + "palm_tree": 56, + "pear": 57, + "pickup_truck": 58, + "pine_tree": 59, + "plain": 60, + "plate": 61, + "poppy": 62, + "porcupine": 63, + "possum": 64, + "rabbit": 65, + "raccoon": 66, + "ray": 67, + "road": 68, + "rocket": 69, + "rose": 70, + "sea": 71, + "seal": 72, + "shark": 73, + "shrew": 74, + "skunk": 75, + "skyscraper": 76, + "snail": 77, + "snake": 78, + "spider": 79, + "squirrel": 80, + "streetcar": 81, + "sunflower": 82, + "sweet_pepper": 83, + "table": 84, + "tank": 85, + "telephone": 86, + "television": 87, + "tiger": 88, + "tractor": 89, + "train": 90, + "trout": 91, + "tulip": 92, + "turtle": 93, + "wardrobe": 94, + "whale": 95, + "willow_tree": 96, + "wolf": 97, + "woman": 98, + "worm": 99 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-cifar100-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-cifar100-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-cifar100-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2d7720a770fa5dc78828f538898ccffce91a06e6 --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9be9d43cf554cd4001bc241de10a3998fe29da7d --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.8-3000/README.md b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d93f2adeeaa496b7bfc7027d8946ae997e0e52ee --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.8-3000/config.json b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9be9d43cf554cd4001bc241de10a3998fe29da7d --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/README.md b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..38daa8da4d5852dc146ab68a5ee2e9faf911f3ae --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/config.json b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9be9d43cf554cd4001bc241de10a3998fe29da7d --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/README.md b/resnet50-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..85a75292c420cec6e4f2561a41a7c650572d012f --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet50-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/config.json b/resnet50-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9be9d43cf554cd4001bc241de10a3998fe29da7d --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet50-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-dtd-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-dtd-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet50-dtd-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2774ee23fdc94322fe074118f03f5d5cf9494dcf --- /dev/null +++ b/resnet50-dtd-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet50-dtd-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet50-dtd-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9be9d43cf554cd4001bc241de10a3998fe29da7d --- /dev/null +++ b/resnet50-dtd-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-dtd-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet50-dtd-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-dtd-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-dtd-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet50-dtd-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..51f4dc6385799b4b040f69390c9bfa13766223fe --- /dev/null +++ b/resnet50-dtd-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet50-dtd-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet50-dtd-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9be9d43cf554cd4001bc241de10a3998fe29da7d --- /dev/null +++ b/resnet50-dtd-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-dtd-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet50-dtd-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-dtd-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-dtd-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet50-dtd-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..450b8dc3e9e9dd4e8d5e1c09c84e7dbd4b192a0c --- /dev/null +++ b/resnet50-dtd-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet50-dtd-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet50-dtd-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9be9d43cf554cd4001bc241de10a3998fe29da7d --- /dev/null +++ b/resnet50-dtd-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-dtd-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet50-dtd-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-dtd-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet50-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f8b4a2b683e04a5256aa81db0145480b924b9b16 --- /dev/null +++ b/resnet50-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset dtd. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: dtd + pretrained: true +test_datasets: null +train_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: train +type: transformers +val_datasets: + dtd: + _target_: datasets.load_dataset + path: tanganke/dtd + split: test +``` + diff --git a/resnet50-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet50-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9be9d43cf554cd4001bc241de10a3998fe29da7d --- /dev/null +++ b/resnet50-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,137 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "banded", + "1": "blotchy", + "2": "braided", + "3": "bubbly", + "4": "bumpy", + "5": "chequered", + "6": "cobwebbed", + "7": "cracked", + "8": "crosshatched", + "9": "crystalline", + "10": "dotted", + "11": "fibrous", + "12": "flecked", + "13": "freckled", + "14": "frilly", + "15": "gauzy", + "16": "grid", + "17": "grooved", + "18": "honeycombed", + "19": "interlaced", + "20": "knitted", + "21": "lacelike", + "22": "lined", + "23": "marbled", + "24": "matted", + "25": "meshed", + "26": "paisley", + "27": "perforated", + "28": "pitted", + "29": "pleated", + "30": "polka-dotted", + "31": "porous", + "32": "potholed", + "33": "scaly", + "34": "smeared", + "35": "spiralled", + "36": "sprinkled", + "37": "stained", + "38": "stratified", + "39": "striped", + "40": "studded", + "41": "swirly", + "42": "veined", + "43": "waffled", + "44": "woven", + "45": "wrinkled", + "46": "zigzagged" + }, + "label2id": { + "banded": 0, + "blotchy": 1, + "braided": 2, + "bubbly": 3, + "bumpy": 4, + "chequered": 5, + "cobwebbed": 6, + "cracked": 7, + "crosshatched": 8, + "crystalline": 9, + "dotted": 10, + "fibrous": 11, + "flecked": 12, + "freckled": 13, + "frilly": 14, + "gauzy": 15, + "grid": 16, + "grooved": 17, + "honeycombed": 18, + "interlaced": 19, + "knitted": 20, + "lacelike": 21, + "lined": 22, + "marbled": 23, + "matted": 24, + "meshed": 25, + "paisley": 26, + "perforated": 27, + "pitted": 28, + "pleated": 29, + "polka-dotted": 30, + "porous": 31, + "potholed": 32, + "scaly": 33, + "smeared": 34, + "spiralled": 35, + "sprinkled": 36, + "stained": 37, + "stratified": 38, + "striped": 39, + "studded": 40, + "swirly": 41, + "veined": 42, + "waffled": 43, + "woven": 44, + "wrinkled": 45, + "zigzagged": 46 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet50-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-dtd-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..069c3e53a78581db61828ba8284a45fb0ca7f8bb --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1862748747d6d484a29b20c512dd46535c93b1 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/README.md b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b261d65f1927dfb819d7cbbc97892cde30801c0e --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/config.json b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1862748747d6d484a29b20c512dd46535c93b1 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/README.md b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b261d65f1927dfb819d7cbbc97892cde30801c0e --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/config.json b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1862748747d6d484a29b20c512dd46535c93b1 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_0.8-2000/README.md b/resnet50-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d21f72663094f627d15edf084dcc8980194551d6 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_0.8-2000/config.json b/resnet50-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1862748747d6d484a29b20c512dd46535c93b1 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet50-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-emnist_letters-batch_size_128_lr_0.01_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md b/resnet50-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f3b78d244cf649b7af5549d594df91a7e0701ca8 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet50-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json b/resnet50-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1862748747d6d484a29b20c512dd46535c93b1 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-emnist_letters-batch_size_256_lr_0.001_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/README.md b/resnet50-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..464611415fdb4d68c6f3ff8e9e3da7b07954e5b4 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet50-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/config.json b/resnet50-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1862748747d6d484a29b20c512dd46535c93b1 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-emnist_letters-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..78e7798ed11d9beb29887e37221bbe8060cd3c07 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1862748747d6d484a29b20c512dd46535c93b1 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/README.md b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ca110502da209f253de7d024f4fad9ceeb50a19e --- /dev/null +++ b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset emnist_letters. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: emnist_letters + pretrained: true +test_datasets: null +train_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: train +type: transformers +val_datasets: + emnist_letters: + _target_: datasets.load_dataset + path: tanganke/emnist_letters + split: test +``` + diff --git a/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/config.json b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1862748747d6d484a29b20c512dd46535c93b1 --- /dev/null +++ b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,95 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "A", + "1": "B", + "2": "C", + "3": "D", + "4": "E", + "5": "F", + "6": "G", + "7": "H", + "8": "I", + "9": "J", + "10": "K", + "11": "L", + "12": "M", + "13": "N", + "14": "O", + "15": "P", + "16": "Q", + "17": "R", + "18": "S", + "19": "T", + "20": "U", + "21": "V", + "22": "W", + "23": "X", + "24": "Y", + "25": "Z" + }, + "label2id": { + "A": 0, + "B": 1, + "C": 2, + "D": 3, + "E": 4, + "F": 5, + "G": 6, + "H": 7, + "I": 8, + "J": 9, + "K": 10, + "L": 11, + "M": 12, + "N": 13, + "O": 14, + "P": 15, + "Q": 16, + "R": 17, + "S": 18, + "T": 19, + "U": 20, + "V": 21, + "W": 22, + "X": 23, + "Y": 24, + "Z": 25 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-emnist_letters-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-eurosat-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/README.md b/resnet50-eurosat-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3a4c815ae1ad7b99ab79f03f0d7418352a8cb6af --- /dev/null +++ b/resnet50-eurosat-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet50-eurosat-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/config.json b/resnet50-eurosat-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b8f5a722ee7ec6f4a2d02ac651ae80260967eae --- /dev/null +++ b/resnet50-eurosat-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-eurosat-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-eurosat-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-eurosat-batch_size_128_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet50-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2606c8032c76219e4fdd34f3aab451ef44ba955e --- /dev/null +++ b/resnet50-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet50-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet50-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b8f5a722ee7ec6f4a2d02ac651ae80260967eae --- /dev/null +++ b/resnet50-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-eurosat-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet50-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b2b29f3adba80e792961dbca38a3ee18aa98dca7 --- /dev/null +++ b/resnet50-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet50-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet50-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b8f5a722ee7ec6f4a2d02ac651ae80260967eae --- /dev/null +++ b/resnet50-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet50-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-eurosat-batch_size_64_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet50-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d7f5924c83f6fcc244bee8506bd0e97c4f8da202 --- /dev/null +++ b/resnet50-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet50-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet50-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b8f5a722ee7ec6f4a2d02ac651ae80260967eae --- /dev/null +++ b/resnet50-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-eurosat-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-eurosat-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet50-eurosat-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..689cabc71f7c11a2779e44db2862e79c7f8c5122 --- /dev/null +++ b/resnet50-eurosat-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset eurosat. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: eurosat + pretrained: true +test_datasets: null +train_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: train +type: transformers +val_datasets: + eurosat: + _target_: datasets.load_dataset + path: tanganke/eurosat + split: test +``` + diff --git a/resnet50-eurosat-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet50-eurosat-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b8f5a722ee7ec6f4a2d02ac651ae80260967eae --- /dev/null +++ b/resnet50-eurosat-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "annual crop land", + "1": "forest", + "2": "brushland or shrubland", + "3": "highway or road", + "4": "industrial buildings or commercial buildings", + "5": "pasture land", + "6": "permanent crop land", + "7": "residential buildings or homes or apartments", + "8": "river", + "9": "lake or sea" + }, + "label2id": { + "annual crop land": 0, + "brushland or shrubland": 2, + "forest": 1, + "highway or road": 3, + "industrial buildings or commercial buildings": 4, + "lake or sea": 9, + "pasture land": 5, + "permanent crop land": 6, + "residential buildings or homes or apartments": 7, + "river": 8 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-eurosat-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-eurosat-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-eurosat-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fashion_mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/README.md b/resnet50-fashion_mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..580e1b990b5a02003153abc8c4b706482c0a9766 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet50-fashion_mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/config.json b/resnet50-fashion_mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55bcbf447ad396e78893f8c1d15e0049595b04f9 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fashion_mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet50-fashion_mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..85b85308ea5b33a850304893d4a0a9c7fc7322b3 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55bcbf447ad396e78893f8c1d15e0049595b04f9 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..85b85308ea5b33a850304893d4a0a9c7fc7322b3 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55bcbf447ad396e78893f8c1d15e0049595b04f9 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_256_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet50-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..87150b89175e5ea75c57b92478f9925626f186c4 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet50-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55bcbf447ad396e78893f8c1d15e0049595b04f9 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1eac978f73ab1b46a16977e8f9ecc52a76950a79 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55bcbf447ad396e78893f8c1d15e0049595b04f9 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..46e470493849fde4fdb11b43455f3ce5f43069c1 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55bcbf447ad396e78893f8c1d15e0049595b04f9 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..46e470493849fde4fdb11b43455f3ce5f43069c1 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fashion_mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fashion_mnist + pretrained: true +test_datasets: null +train_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: train +type: transformers +val_datasets: + fashion_mnist: + _target_: datasets.load_dataset + path: zalando-datasets/fashion_mnist + split: test +``` + diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55bcbf447ad396e78893f8c1d15e0049595b04f9 --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "T - shirt / top", + "1": "Trouser", + "2": "Pullover", + "3": "Dress", + "4": "Coat", + "5": "Sandal", + "6": "Shirt", + "7": "Sneaker", + "8": "Bag", + "9": "Ankle boot" + }, + "label2id": { + "Ankle boot": 9, + "Bag": 8, + "Coat": 4, + "Dress": 3, + "Pullover": 2, + "Sandal": 5, + "Shirt": 6, + "Sneaker": 7, + "T - shirt / top": 0, + "Trouser": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fashion_mnist-batch_size_64_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fer2013-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet50-fer2013-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..74ae1e5f2bad116bfaa450d352aa08de2d1c4170 --- /dev/null +++ b/resnet50-fer2013-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet50-fer2013-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet50-fer2013-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f25f031e5d55136af7a32fa76d4d09b952d788fc --- /dev/null +++ b/resnet50-fer2013-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fer2013-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet50-fer2013-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fer2013-batch_size_128_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fer2013-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/README.md b/resnet50-fer2013-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..eb68101f6e79d1cd213385cac38995fa78a9070f --- /dev/null +++ b/resnet50-fer2013-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet50-fer2013-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/config.json b/resnet50-fer2013-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f25f031e5d55136af7a32fa76d4d09b952d788fc --- /dev/null +++ b/resnet50-fer2013-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fer2013-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-fer2013-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fer2013-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet50-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..904c49cf97b28c0ac48761c4994188f3e53dad56 --- /dev/null +++ b/resnet50-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet50-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet50-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f25f031e5d55136af7a32fa76d4d09b952d788fc --- /dev/null +++ b/resnet50-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fer2013-batch_size_256_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fer2013-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet50-fer2013-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8b22f1a47f4fee15d105b690de1a87f7f198f09e --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet50-fer2013-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet50-fer2013-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f25f031e5d55136af7a32fa76d4d09b952d788fc --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fer2013-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet50-fer2013-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..35f41e351ce6814331fa716a3e3bd2b6398f2b76 --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f25f031e5d55136af7a32fa76d4d09b952d788fc --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..72aa2487980bba0c20ee85490b0b59acbda527e2 --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f25f031e5d55136af7a32fa76d4d09b952d788fc --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..72aa2487980bba0c20ee85490b0b59acbda527e2 --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,74 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset fer2013. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: fer2013 + pretrained: true +test_datasets: null +train_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: train +type: transformers +val_datasets: + fer2013: + _target_: fusion_bench.dataset.fer2013.load_fer2013 + split: test +``` + diff --git a/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f25f031e5d55136af7a32fa76d4d09b952d788fc --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,57 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "angry", + "1": "disgusted", + "2": "fearful", + "3": "happy", + "4": "neutral", + "5": "sad", + "6": "surprised" + }, + "label2id": { + "angry": 0, + "disgusted": 1, + "fearful": 2, + "happy": 3, + "neutral": 4, + "sad": 5, + "surprised": 6 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-fer2013-batch_size_64_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-food101-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md b/resnet50-food101-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..356fd8142b4b57f959811cdd9af165429f18a1eb --- /dev/null +++ b/resnet50-food101-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet50-food101-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json b/resnet50-food101-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9f442b44934b43685324cae134e295127e8bfb3 --- /dev/null +++ b/resnet50-food101-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-food101-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet50-food101-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-food101-batch_size_128_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7e2eb2bccd78ad0d29e90ecd9e2f09021526bfcf --- /dev/null +++ b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9f442b44934b43685324cae134e295127e8bfb3 --- /dev/null +++ b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.8-1000/README.md b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b2002f7813117ed345859d3816684285abcef01b --- /dev/null +++ b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.8-1000/config.json b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9f442b44934b43685324cae134e295127e8bfb3 --- /dev/null +++ b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-food101-batch_size_256_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-food101-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/README.md b/resnet50-food101-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..495666e735da519637fe8892028809904f11067e --- /dev/null +++ b/resnet50-food101-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet50-food101-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/config.json b/resnet50-food101-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9f442b44934b43685324cae134e295127e8bfb3 --- /dev/null +++ b/resnet50-food101-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-food101-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-food101-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-food101-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-food101-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet50-food101-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..9ac788616883574ac2788eb8ebf5e623cb2db132 --- /dev/null +++ b/resnet50-food101-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset food101. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: food101 + pretrained: true +test_datasets: null +train_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: train +type: transformers +val_datasets: + food101: + _target_: datasets.load_dataset + path: ethz/food101 + split: validation +``` + diff --git a/resnet50-food101-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet50-food101-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9f442b44934b43685324cae134e295127e8bfb3 --- /dev/null +++ b/resnet50-food101-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,245 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "apple pie", + "1": "baby back ribs", + "2": "baklava", + "3": "beef carpaccio", + "4": "beef tartare", + "5": "beet salad", + "6": "beignets", + "7": "bibimbap", + "8": "bread pudding", + "9": "breakfast burrito", + "10": "bruschetta", + "11": "caesar salad", + "12": "cannoli", + "13": "caprese salad", + "14": "carrot cake", + "15": "ceviche", + "16": "cheese plate", + "17": "cheesecake", + "18": "chicken curry", + "19": "chicken quesadilla", + "20": "chicken wings", + "21": "chocolate cake", + "22": "chocolate mousse", + "23": "churros", + "24": "clam chowder", + "25": "club sandwich", + "26": "crab cakes", + "27": "creme brulee", + "28": "croque madame", + "29": "cup cakes", + "30": "deviled eggs", + "31": "donuts", + "32": "dumplings", + "33": "edamame", + "34": "eggs benedict", + "35": "escargots", + "36": "falafel", + "37": "filet mignon", + "38": "fish and chips", + "39": "foie gras", + "40": "french fries", + "41": "french onion soup", + "42": "french toast", + "43": "fried calamari", + "44": "fried rice", + "45": "frozen yogurt", + "46": "garlic bread", + "47": "gnocchi", + "48": "greek salad", + "49": "grilled cheese sandwich", + "50": "grilled salmon", + "51": "guacamole", + "52": "gyoza", + "53": "hamburger", + "54": "hot and sour soup", + "55": "hot dog", + "56": "huevos rancheros", + "57": "hummus", + "58": "ice cream", + "59": "lasagna", + "60": "lobster bisque", + "61": "lobster roll sandwich", + "62": "macaroni and cheese", + "63": "macarons", + "64": "miso soup", + "65": "mussels", + "66": "nachos", + "67": "omelette", + "68": "onion rings", + "69": "oysters", + "70": "pad thai", + "71": "paella", + "72": "pancakes", + "73": "panna cotta", + "74": "peking duck", + "75": "pho", + "76": "pizza", + "77": "pork chop", + "78": "poutine", + "79": "prime rib", + "80": "pulled pork sandwich", + "81": "ramen", + "82": "ravioli", + "83": "red velvet cake", + "84": "risotto", + "85": "samosa", + "86": "sashimi", + "87": "scallops", + "88": "seaweed salad", + "89": "shrimp and grits", + "90": "spaghetti bolognese", + "91": "spaghetti carbonara", + "92": "spring rolls", + "93": "steak", + "94": "strawberry shortcake", + "95": "sushi", + "96": "tacos", + "97": "takoyaki", + "98": "tiramisu", + "99": "tuna tartare", + "100": "waffles" + }, + "label2id": { + "apple pie": 0, + "baby back ribs": 1, + "baklava": 2, + "beef carpaccio": 3, + "beef tartare": 4, + "beet salad": 5, + "beignets": 6, + "bibimbap": 7, + "bread pudding": 8, + "breakfast burrito": 9, + "bruschetta": 10, + "caesar salad": 11, + "cannoli": 12, + "caprese salad": 13, + "carrot cake": 14, + "ceviche": 15, + "cheese plate": 16, + "cheesecake": 17, + "chicken curry": 18, + "chicken quesadilla": 19, + "chicken wings": 20, + "chocolate cake": 21, + "chocolate mousse": 22, + "churros": 23, + "clam chowder": 24, + "club sandwich": 25, + "crab cakes": 26, + "creme brulee": 27, + "croque madame": 28, + "cup cakes": 29, + "deviled eggs": 30, + "donuts": 31, + "dumplings": 32, + "edamame": 33, + "eggs benedict": 34, + "escargots": 35, + "falafel": 36, + "filet mignon": 37, + "fish and chips": 38, + "foie gras": 39, + "french fries": 40, + "french onion soup": 41, + "french toast": 42, + "fried calamari": 43, + "fried rice": 44, + "frozen yogurt": 45, + "garlic bread": 46, + "gnocchi": 47, + "greek salad": 48, + "grilled cheese sandwich": 49, + "grilled salmon": 50, + "guacamole": 51, + "gyoza": 52, + "hamburger": 53, + "hot and sour soup": 54, + "hot dog": 55, + "huevos rancheros": 56, + "hummus": 57, + "ice cream": 58, + "lasagna": 59, + "lobster bisque": 60, + "lobster roll sandwich": 61, + "macaroni and cheese": 62, + "macarons": 63, + "miso soup": 64, + "mussels": 65, + "nachos": 66, + "omelette": 67, + "onion rings": 68, + "oysters": 69, + "pad thai": 70, + "paella": 71, + "pancakes": 72, + "panna cotta": 73, + "peking duck": 74, + "pho": 75, + "pizza": 76, + "pork chop": 77, + "poutine": 78, + "prime rib": 79, + "pulled pork sandwich": 80, + "ramen": 81, + "ravioli": 82, + "red velvet cake": 83, + "risotto": 84, + "samosa": 85, + "sashimi": 86, + "scallops": 87, + "seaweed salad": 88, + "shrimp and grits": 89, + "spaghetti bolognese": 90, + "spaghetti carbonara": 91, + "spring rolls": 92, + "steak": 93, + "strawberry shortcake": 94, + "sushi": 95, + "tacos": 96, + "takoyaki": 97, + "tiramisu": 98, + "tuna tartare": 99, + "waffles": 100 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-food101-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-food101-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-food101-batch_size_64_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/README.md b/resnet50-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..abf1b5fcf376c8a0f3c967de088671e48dc65c83 --- /dev/null +++ b/resnet50-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet50-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/config.json b/resnet50-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72e5aa2e6ca1e8845fcf4a68dc7cd82ec3c90ca4 --- /dev/null +++ b/resnet50-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet50-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-gtsrb-batch_size_128_lr_0.01_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-gtsrb-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/README.md b/resnet50-gtsrb-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f61314be74c0f29eb9c88777a5bb2687276f441c --- /dev/null +++ b/resnet50-gtsrb-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet50-gtsrb-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/config.json b/resnet50-gtsrb-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72e5aa2e6ca1e8845fcf4a68dc7cd82ec3c90ca4 --- /dev/null +++ b/resnet50-gtsrb-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-gtsrb-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-gtsrb-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-gtsrb-batch_size_256_lr_0.001_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet50-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a93fc4f03b015f91af1170d7efc8eef2bebc3d25 --- /dev/null +++ b/resnet50-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet50-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet50-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72e5aa2e6ca1e8845fcf4a68dc7cd82ec3c90ca4 --- /dev/null +++ b/resnet50-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet50-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-gtsrb-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md b/resnet50-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f3b5930b52f0965503999c1199fc20deae92b909 --- /dev/null +++ b/resnet50-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet50-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json b/resnet50-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72e5aa2e6ca1e8845fcf4a68dc7cd82ec3c90ca4 --- /dev/null +++ b/resnet50-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet50-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-gtsrb-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/README.md b/resnet50-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..21293688b65f01de752907ce3656a4ee161d5106 --- /dev/null +++ b/resnet50-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset gtsrb. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: gtsrb + pretrained: true +test_datasets: null +train_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: train +type: transformers +val_datasets: + gtsrb: + _target_: datasets.load_dataset + path: tanganke/gtsrb + split: test +``` + diff --git a/resnet50-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/config.json b/resnet50-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72e5aa2e6ca1e8845fcf4a68dc7cd82ec3c90ca4 --- /dev/null +++ b/resnet50-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,129 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "red and white circle 20 kph speed limit", + "1": "red and white circle 30 kph speed limit", + "2": "red and white circle 50 kph speed limit", + "3": "red and white circle 60 kph speed limit", + "4": "red and white circle 70 kph speed limit", + "5": "red and white circle 80 kph speed limit", + "6": "end / de-restriction of 80 kph speed limit", + "7": "red and white circle 100 kph speed limit", + "8": "red and white circle 120 kph speed limit", + "9": "red and white circle red car and black car no passing", + "10": "red and white circle red truck and black car no passing", + "11": "red and white triangle road intersection warning", + "12": "white and yellow diamond priority road", + "13": "red and white upside down triangle yield right-of-way", + "14": "stop", + "15": "empty red and white circle", + "16": "red and white circle no truck entry", + "17": "red circle with white horizonal stripe no entry", + "18": "red and white triangle with exclamation mark warning", + "19": "red and white triangle with black left curve approaching warning", + "20": "red and white triangle with black right curve approaching warning", + "21": "red and white triangle with black double curve approaching warning", + "22": "red and white triangle rough / bumpy road warning", + "23": "red and white triangle car skidding / slipping warning", + "24": "red and white triangle with merging / narrow lanes warning", + "25": "red and white triangle with person digging / construction / road work warning", + "26": "red and white triangle with traffic light approaching warning", + "27": "red and white triangle with person walking warning", + "28": "red and white triangle with child and person walking warning", + "29": "red and white triangle with bicyle warning", + "30": "red and white triangle with snowflake / ice warning", + "31": "red and white triangle with deer warning", + "32": "white circle with gray strike bar no speed limit", + "33": "blue circle with white right turn arrow mandatory", + "34": "blue circle with white left turn arrow mandatory", + "35": "blue circle with white forward arrow mandatory", + "36": "blue circle with white forward or right turn arrow mandatory", + "37": "blue circle with white forward or left turn arrow mandatory", + "38": "blue circle with white keep right arrow mandatory", + "39": "blue circle with white keep left arrow mandatory", + "40": "blue circle with white arrows indicating a traffic circle", + "41": "white circle with gray strike bar indicating no passing for cars has ended", + "42": "white circle with gray strike bar indicating no passing for trucks has ended" + }, + "label2id": { + "blue circle with white arrows indicating a traffic circle": 40, + "blue circle with white forward arrow mandatory": 35, + "blue circle with white forward or left turn arrow mandatory": 37, + "blue circle with white forward or right turn arrow mandatory": 36, + "blue circle with white keep left arrow mandatory": 39, + "blue circle with white keep right arrow mandatory": 38, + "blue circle with white left turn arrow mandatory": 34, + "blue circle with white right turn arrow mandatory": 33, + "empty red and white circle": 15, + "end / de-restriction of 80 kph speed limit": 6, + "red and white circle 100 kph speed limit": 7, + "red and white circle 120 kph speed limit": 8, + "red and white circle 20 kph speed limit": 0, + "red and white circle 30 kph speed limit": 1, + "red and white circle 50 kph speed limit": 2, + "red and white circle 60 kph speed limit": 3, + "red and white circle 70 kph speed limit": 4, + "red and white circle 80 kph speed limit": 5, + "red and white circle no truck entry": 16, + "red and white circle red car and black car no passing": 9, + "red and white circle red truck and black car no passing": 10, + "red and white triangle car skidding / slipping warning": 23, + "red and white triangle road intersection warning": 11, + "red and white triangle rough / bumpy road warning": 22, + "red and white triangle with bicyle warning": 29, + "red and white triangle with black double curve approaching warning": 21, + "red and white triangle with black left curve approaching warning": 19, + "red and white triangle with black right curve approaching warning": 20, + "red and white triangle with child and person walking warning": 28, + "red and white triangle with deer warning": 31, + "red and white triangle with exclamation mark warning": 18, + "red and white triangle with merging / narrow lanes warning": 24, + "red and white triangle with person digging / construction / road work warning": 25, + "red and white triangle with person walking warning": 27, + "red and white triangle with snowflake / ice warning": 30, + "red and white triangle with traffic light approaching warning": 26, + "red and white upside down triangle yield right-of-way": 13, + "red circle with white horizonal stripe no entry": 17, + "stop": 14, + "white and yellow diamond priority road": 12, + "white circle with gray strike bar indicating no passing for cars has ended": 41, + "white circle with gray strike bar indicating no passing for trucks has ended": 42, + "white circle with gray strike bar no speed limit": 32 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet50-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-gtsrb-batch_size_64_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/README.md b/resnet50-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d54bb175dc6ba657485e2d66692d5715a04fbf3e --- /dev/null +++ b/resnet50-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet50-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/config.json b/resnet50-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb9e38ace4738e265b487d7c814cd0f7cdbeae1 --- /dev/null +++ b/resnet50-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-kmnist-batch_size_128_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-kmnist-batch_size_128_lr_0.01_training_data_ratio_0.8-3000/README.md b/resnet50-kmnist-batch_size_128_lr_0.01_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3c733c3c0cb8cdef6d64ce866db2a432dcc13fcd --- /dev/null +++ b/resnet50-kmnist-batch_size_128_lr_0.01_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet50-kmnist-batch_size_128_lr_0.01_training_data_ratio_0.8-3000/config.json b/resnet50-kmnist-batch_size_128_lr_0.01_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb9e38ace4738e265b487d7c814cd0f7cdbeae1 --- /dev/null +++ b/resnet50-kmnist-batch_size_128_lr_0.01_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-kmnist-batch_size_128_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet50-kmnist-batch_size_128_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-kmnist-batch_size_128_lr_0.01_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-kmnist-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/README.md b/resnet50-kmnist-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..dc1f60fc56bde49934d8b83261a9454367222eda --- /dev/null +++ b/resnet50-kmnist-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet50-kmnist-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/config.json b/resnet50-kmnist-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb9e38ace4738e265b487d7c814cd0f7cdbeae1 --- /dev/null +++ b/resnet50-kmnist-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-kmnist-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-kmnist-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-kmnist-batch_size_256_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/README.md b/resnet50-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c9df3dae9d7d6666a530c7a5c22367516a912bc1 --- /dev/null +++ b/resnet50-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset kmnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: kmnist + pretrained: true +test_datasets: null +train_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: train +type: transformers +val_datasets: + kmnist: + _target_: datasets.load_dataset + path: tanganke/kmnist + split: test +``` + diff --git a/resnet50-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/config.json b/resnet50-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb9e38ace4738e265b487d7c814cd0f7cdbeae1 --- /dev/null +++ b/resnet50-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "\u304a", + "1": "\u304d", + "2": "\u3059", + "3": "\u3064", + "4": "\u306a", + "5": "\u306f", + "6": "\u307e", + "7": "\u3084", + "8": "\u308c", + "9": "\u3092" + }, + "label2id": { + "\u304a": 0, + "\u304d": 1, + "\u3059": 2, + "\u3064": 3, + "\u306a": 4, + "\u306f": 5, + "\u307e": 6, + "\u3084": 7, + "\u308c": 8, + "\u3092": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet50-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-kmnist-batch_size_64_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet50-mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3512c1ab0e6146788cec370d35cc2112ccc889ac --- /dev/null +++ b/resnet50-mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet50-mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet50-mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-mnist-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/README.md b/resnet50-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d3c549c4305badedaa3c7a349aa9451f39ca0ef5 --- /dev/null +++ b/resnet50-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet50-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/config.json b/resnet50-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-mnist-batch_size_128_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/README.md b/resnet50-mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..361b077785d9d97ce80909194542cf88374c7bc1 --- /dev/null +++ b/resnet50-mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet50-mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/config.json b/resnet50-mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet50-mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-mnist-batch_size_256_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet50-mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e40961c52501862b7176b308ca89acc8d396a3b9 --- /dev/null +++ b/resnet50-mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet50-mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet50-mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-mnist-batch_size_256_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet50-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..91e5ad9140fd84768339e5a82dff644cab5646b1 --- /dev/null +++ b/resnet50-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet50-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet50-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-mnist-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-mnist-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/README.md b/resnet50-mnist-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..424d4e80fd8875ac26a18772c99a88eaa9ed79ba --- /dev/null +++ b/resnet50-mnist-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset mnist. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: mnist + pretrained: true +test_datasets: null +train_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: train +type: transformers +val_datasets: + mnist: + _target_: datasets.load_dataset + path: mnist + split: test +``` + diff --git a/resnet50-mnist-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/config.json b/resnet50-mnist-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-mnist-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-mnist-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-mnist-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-mnist-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet50-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..511c01bc6d8138cf7279953e6a4f632c2bcc0ff1 --- /dev/null +++ b/resnet50-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet50-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet50-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..70c303978f48704b0d2ed76247d55f7c0a3fe6b2 --- /dev/null +++ b/resnet50-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet50-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-oxford-iiit-pet-batch_size_128_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/README.md b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..28ee5ded9917d8c55447de14d4cb40cefca4997a --- /dev/null +++ b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet50-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/config.json b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..70c303978f48704b0d2ed76247d55f7c0a3fe6b2 --- /dev/null +++ b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.001_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..995babdb29ea0570627aa65fe345c41b16f6efe5 --- /dev/null +++ b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford-iiit-pet. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: oxford-iiit-pet + pretrained: true +test_datasets: null +train_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: train +type: transformers +val_datasets: + oxford-iiit-pet: + _target_: datasets.load_dataset + path: timm/oxford-iiit-pet + split: test +``` + diff --git a/resnet50-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..70c303978f48704b0d2ed76247d55f7c0a3fe6b2 --- /dev/null +++ b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,117 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abyssinian", + "1": "american_bulldog", + "2": "american_pit_bull_terrier", + "3": "basset_hound", + "4": "beagle", + "5": "bengal", + "6": "birman", + "7": "bombay", + "8": "boxer", + "9": "british_shorthair", + "10": "chihuahua", + "11": "egyptian_mau", + "12": "english_cocker_spaniel", + "13": "english_setter", + "14": "german_shorthaired", + "15": "great_pyrenees", + "16": "havanese", + "17": "japanese_chin", + "18": "keeshond", + "19": "leonberger", + "20": "maine_coon", + "21": "miniature_pinscher", + "22": "newfoundland", + "23": "persian", + "24": "pomeranian", + "25": "pug", + "26": "ragdoll", + "27": "russian_blue", + "28": "saint_bernard", + "29": "samoyed", + "30": "scottish_terrier", + "31": "shiba_inu", + "32": "siamese", + "33": "sphynx", + "34": "staffordshire_bull_terrier", + "35": "wheaten_terrier", + "36": "yorkshire_terrier" + }, + "label2id": { + "abyssinian": 0, + "american_bulldog": 1, + "american_pit_bull_terrier": 2, + "basset_hound": 3, + "beagle": 4, + "bengal": 5, + "birman": 6, + "bombay": 7, + "boxer": 8, + "british_shorthair": 9, + "chihuahua": 10, + "egyptian_mau": 11, + "english_cocker_spaniel": 12, + "english_setter": 13, + "german_shorthaired": 14, + "great_pyrenees": 15, + "havanese": 16, + "japanese_chin": 17, + "keeshond": 18, + "leonberger": 19, + "maine_coon": 20, + "miniature_pinscher": 21, + "newfoundland": 22, + "persian": 23, + "pomeranian": 24, + "pug": 25, + "ragdoll": 26, + "russian_blue": 27, + "saint_bernard": 28, + "samoyed": 29, + "scottish_terrier": 30, + "shiba_inu": 31, + "siamese": 32, + "sphynx": 33, + "staffordshire_bull_terrier": 34, + "wheaten_terrier": 35, + "yorkshire_terrier": 36 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-oxford-iiit-pet-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-oxford_flowers102-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet50-oxford_flowers102-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2b274e6c8be04375f4bdfc532f87444af64342ae --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet50-oxford_flowers102-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet50-oxford_flowers102-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee05e378f6d60c8217f7b8db60be10c17bce37e2 --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-oxford_flowers102-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-oxford_flowers102-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet50-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1b439fb887b5bca3e60187afcfeb82a5cd56afa3 --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet50-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet50-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee05e378f6d60c8217f7b8db60be10c17bce37e2 --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_128_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-oxford_flowers102-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet50-oxford_flowers102-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1b8fbadcd383c62bc274e19407cacbccf23ccecc --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet50-oxford_flowers102-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet50-oxford_flowers102-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee05e378f6d60c8217f7b8db60be10c17bce37e2 --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-oxford_flowers102-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet50-oxford_flowers102-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-oxford_flowers102-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet50-oxford_flowers102-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bc91f3663ddc6b6d871ae800e8fa227ea7b8605a --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet50-oxford_flowers102-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet50-oxford_flowers102-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee05e378f6d60c8217f7b8db60be10c17bce37e2 --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-oxford_flowers102-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-oxford_flowers102-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_256_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1153bbde89756007c20c5f86190245dd43862628 --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee05e378f6d60c8217f7b8db60be10c17bce37e2 --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..84aef1b2a8a89a4788710db9406a72d68555a6df --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset oxford_flowers102. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: oxford_flowers102 + pretrained: true +test_datasets: null +train_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: train +type: transformers +val_datasets: + oxford_flowers102: + _target_: datasets.load_dataset + path: dpdl-benchmark/oxford_flowers102 + split: test +``` + diff --git a/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee05e378f6d60c8217f7b8db60be10c17bce37e2 --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,247 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "pink primrose", + "1": "hard-leaved pocket orchid", + "2": "canterbury bells", + "3": "sweet pea", + "4": "english marigold", + "5": "tiger lily", + "6": "moon orchid", + "7": "bird of paradise", + "8": "monkshood", + "9": "globe thistle", + "10": "snapdragon", + "11": "colt's foot", + "12": "king protea", + "13": "spear thistle", + "14": "yellow iris", + "15": "globe-flower", + "16": "purple coneflower", + "17": "peruvian lily", + "18": "balloon flower", + "19": "giant white arum lily", + "20": "fire lily", + "21": "pincushion flower", + "22": "fritillary", + "23": "red ginger", + "24": "grape hyacinth", + "25": "corn poppy", + "26": "prince of wales feathers", + "27": "stemless gentian", + "28": "artichoke", + "29": "sweet william", + "30": "carnation", + "31": "garden phlox", + "32": "love in the mist", + "33": "mexican aster", + "34": "alpine sea holly", + "35": "ruby-lipped cattleya", + "36": "cape flower", + "37": "great masterwort", + "38": "siam tulip", + "39": "lenten rose", + "40": "barbeton daisy", + "41": "daffodil", + "42": "sword lily", + "43": "poinsettia", + "44": "bolero deep blue", + "45": "wallflower", + "46": "marigold", + "47": "buttercup", + "48": "oxeye daisy", + "49": "common dandelion", + "50": "petunia", + "51": "wild pansy", + "52": "primula", + "53": "sunflower", + "54": "pelargonium", + "55": "bishop of llandaff", + "56": "gaura", + "57": "geranium", + "58": "orange dahlia", + "59": "pink-yellow dahlia?", + "60": "cautleya spicata", + "61": "japanese anemone", + "62": "black-eyed susan", + "63": "silverbush", + "64": "californian poppy", + "65": "osteospermum", + "66": "spring crocus", + "67": "bearded iris", + "68": "windflower", + "69": "tree poppy", + "70": "gazania", + "71": "azalea", + "72": "water lily", + "73": "rose", + "74": "thorn apple", + "75": "morning glory", + "76": "passion flower", + "77": "lotus", + "78": "toad lily", + "79": "anthurium", + "80": "frangipani", + "81": "clematis", + "82": "hibiscus", + "83": "columbine", + "84": "desert-rose", + "85": "tree mallow", + "86": "magnolia", + "87": "cyclamen", + "88": "watercress", + "89": "canna lily", + "90": "hippeastrum", + "91": "bee balm", + "92": "ball moss", + "93": "foxglove", + "94": "bougainvillea", + "95": "camellia", + "96": "mallow", + "97": "mexican petunia", + "98": "bromelia", + "99": "blanket flower", + "100": "trumpet creeper", + "101": "blackberry lily" + }, + "label2id": { + "alpine sea holly": 34, + "anthurium": 79, + "artichoke": 28, + "azalea": 71, + "ball moss": 92, + "balloon flower": 18, + "barbeton daisy": 40, + "bearded iris": 67, + "bee balm": 91, + "bird of paradise": 7, + "bishop of llandaff": 55, + "black-eyed susan": 62, + "blackberry lily": 101, + "blanket flower": 99, + "bolero deep blue": 44, + "bougainvillea": 94, + "bromelia": 98, + "buttercup": 47, + "californian poppy": 64, + "camellia": 95, + "canna lily": 89, + "canterbury bells": 2, + "cape flower": 36, + "carnation": 30, + "cautleya spicata": 60, + "clematis": 81, + "colt's foot": 11, + "columbine": 83, + "common dandelion": 49, + "corn poppy": 25, + "cyclamen": 87, + "daffodil": 41, + "desert-rose": 84, + "english marigold": 4, + "fire lily": 20, + "foxglove": 93, + "frangipani": 80, + "fritillary": 22, + "garden phlox": 31, + "gaura": 56, + "gazania": 70, + "geranium": 57, + "giant white arum lily": 19, + "globe thistle": 9, + "globe-flower": 15, + "grape hyacinth": 24, + "great masterwort": 37, + "hard-leaved pocket orchid": 1, + "hibiscus": 82, + "hippeastrum": 90, + "japanese anemone": 61, + "king protea": 12, + "lenten rose": 39, + "lotus": 77, + "love in the mist": 32, + "magnolia": 86, + "mallow": 96, + "marigold": 46, + "mexican aster": 33, + "mexican petunia": 97, + "monkshood": 8, + "moon orchid": 6, + "morning glory": 75, + "orange dahlia": 58, + "osteospermum": 65, + "oxeye daisy": 48, + "passion flower": 76, + "pelargonium": 54, + "peruvian lily": 17, + "petunia": 50, + "pincushion flower": 21, + "pink primrose": 0, + "pink-yellow dahlia?": 59, + "poinsettia": 43, + "primula": 52, + "prince of wales feathers": 26, + "purple coneflower": 16, + "red ginger": 23, + "rose": 73, + "ruby-lipped cattleya": 35, + "siam tulip": 38, + "silverbush": 63, + "snapdragon": 10, + "spear thistle": 13, + "spring crocus": 66, + "stemless gentian": 27, + "sunflower": 53, + "sweet pea": 3, + "sweet william": 29, + "sword lily": 42, + "thorn apple": 74, + "tiger lily": 5, + "toad lily": 78, + "tree mallow": 85, + "tree poppy": 69, + "trumpet creeper": 100, + "wallflower": 45, + "water lily": 72, + "watercress": 88, + "wild pansy": 51, + "windflower": 68, + "yellow iris": 14 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-oxford_flowers102-batch_size_256_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/README.md b/resnet50-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..cb2482bd03a54bb0865c910de5113b7b3fd22c7f --- /dev/null +++ b/resnet50-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet50-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/config.json b/resnet50-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b0ac74d3d8fd86ac59d6ac1791d9e00ac89d34c --- /dev/null +++ b/resnet50-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet50-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-pcam-batch_size_128_lr_0.001_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-pcam-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/README.md b/resnet50-pcam-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5d76eec3fe0295b03f63e38bb59aee1e5eae76c4 --- /dev/null +++ b/resnet50-pcam-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet50-pcam-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/config.json b/resnet50-pcam-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b0ac74d3d8fd86ac59d6ac1791d9e00ac89d34c --- /dev/null +++ b/resnet50-pcam-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-pcam-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet50-pcam-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-pcam-batch_size_256_lr_0.005_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..63cf810e8662c8a8286c8557e98f3d12c14b46db --- /dev/null +++ b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b0ac74d3d8fd86ac59d6ac1791d9e00ac89d34c --- /dev/null +++ b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/README.md b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3a8ce49531b54ccb02b70099c5bc73b3588c52aa --- /dev/null +++ b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/config.json b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b0ac74d3d8fd86ac59d6ac1791d9e00ac89d34c --- /dev/null +++ b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "lymph node", + "1": "lymph node containing metastatic tumor tissue" + }, + "label2id": { + "lymph node": 0, + "lymph node containing metastatic tumor tissue": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-pcam-batch_size_64_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet50-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..da97bd4529b9327c4f7bfc514e8e79c8c9571894 --- /dev/null +++ b/resnet50-pcam-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset pcam. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: pcam + pretrained: true +test_datasets: null +train_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: train +type: transformers +val_datasets: + pcam: + _target_: datasets.load_dataset + path: 1aurent/PatchCamelyon + split: test +``` + diff --git a/resnet50-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet50-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b1a09dc0dcc228226d2a590598f9561fcedea014 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet50-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet50-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e2d395685cee2a9c76c2b7224752720ae236c37 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet50-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/README.md b/resnet50-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..20b688b6f94add020e8c7e5b205828826cb22239 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/config.json b/resnet50-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e2d395685cee2a9c76c2b7224752720ae236c37 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet50-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..641c4ae4949f628c0c67d81b7d23db6fa62b024b --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e2d395685cee2a9c76c2b7224752720ae236c37 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/README.md b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..641c4ae4949f628c0c67d81b7d23db6fa62b024b --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/config.json b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e2d395685cee2a9c76c2b7224752720ae236c37 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet50-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..99257b0d9874a82491edb378bace46d944b7eac6 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json b/resnet50-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e2d395685cee2a9c76c2b7224752720ae236c37 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json b/resnet50-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_256_lr_0.01_training_data_ratio_0.5-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..704aa94c624fd84d74d58d301fe7363cba05e78d --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e2d395685cee2a9c76c2b7224752720ae236c37 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/README.md b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1644dedf8e54d0da25fe366442bea1b2eb4b661c --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/config.json b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e2d395685cee2a9c76c2b7224752720ae236c37 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,47 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "negative", + "1": "positive" + }, + "label2id": { + "negative": 0, + "positive": 1 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_64_lr_0.001_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md b/resnet50-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..43f77cbfbc67fdf72f26fc917f9993dcb6c4f3a6 --- /dev/null +++ b/resnet50-rendered-sst2-batch_size_64_lr_0.01_training_data_ratio_0.5-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset rendered-sst2. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: rendered-sst2 + pretrained: true +test_datasets: null +train_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: train +type: transformers +val_datasets: + rendered-sst2: + _target_: datasets.load_dataset + path: nateraw/rendered-sst2 + split: test +``` + diff --git a/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a85561b20d193bb8e4b12a9a92813781626bb054 --- /dev/null +++ b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f19cd9d15140683527543a4e276977d9a205e4b4 --- /dev/null +++ b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_0.8-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d41b723c1f17d6bee636550e0ed4d3d5342c1091 --- /dev/null +++ b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f19cd9d15140683527543a4e276977d9a205e4b4 --- /dev/null +++ b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-resisc45-batch_size_128_lr_0.005_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-resisc45-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet50-resisc45-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3089c4a0a2e3910abe70ca64ad45915c93b3172 --- /dev/null +++ b/resnet50-resisc45-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet50-resisc45-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet50-resisc45-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f19cd9d15140683527543a4e276977d9a205e4b4 --- /dev/null +++ b/resnet50-resisc45-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-resisc45-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet50-resisc45-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-resisc45-batch_size_128_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-resisc45-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md b/resnet50-resisc45-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b3bd2dcc2a6ea4d1be18af765df478393df31b07 --- /dev/null +++ b/resnet50-resisc45-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet50-resisc45-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json b/resnet50-resisc45-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f19cd9d15140683527543a4e276977d9a205e4b4 --- /dev/null +++ b/resnet50-resisc45-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-resisc45-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-resisc45-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-resisc45-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md b/resnet50-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c69fec1562cf30612261d7a58a83e327009b8952 --- /dev/null +++ b/resnet50-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset resisc45. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: resisc45 + pretrained: true +test_datasets: null +train_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: train +type: transformers +val_datasets: + resisc45: + _target_: datasets.load_dataset + path: tanganke/resisc45 + split: test +``` + diff --git a/resnet50-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json b/resnet50-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f19cd9d15140683527543a4e276977d9a205e4b4 --- /dev/null +++ b/resnet50-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,133 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "airport", + "2": "baseball diamond", + "3": "basketball court", + "4": "beach", + "5": "bridge", + "6": "chaparral", + "7": "church", + "8": "circular farmland", + "9": "cloud", + "10": "commercial area", + "11": "dense residential", + "12": "desert", + "13": "forest", + "14": "freeway", + "15": "golf course", + "16": "ground track field", + "17": "harbor", + "18": "industrial area", + "19": "intersection", + "20": "island", + "21": "lake", + "22": "meadow", + "23": "medium residential", + "24": "mobile home park", + "25": "mountain", + "26": "overpass", + "27": "palace", + "28": "parking lot", + "29": "railway", + "30": "railway station", + "31": "rectangular farmland", + "32": "river", + "33": "roundabout", + "34": "runway", + "35": "sea ice", + "36": "ship", + "37": "snowberg", + "38": "sparse residential", + "39": "stadium", + "40": "storage tank", + "41": "tennis court", + "42": "terrace", + "43": "thermal power station", + "44": "wetland" + }, + "label2id": { + "airplane": 0, + "airport": 1, + "baseball diamond": 2, + "basketball court": 3, + "beach": 4, + "bridge": 5, + "chaparral": 6, + "church": 7, + "circular farmland": 8, + "cloud": 9, + "commercial area": 10, + "dense residential": 11, + "desert": 12, + "forest": 13, + "freeway": 14, + "golf course": 15, + "ground track field": 16, + "harbor": 17, + "industrial area": 18, + "intersection": 19, + "island": 20, + "lake": 21, + "meadow": 22, + "medium residential": 23, + "mobile home park": 24, + "mountain": 25, + "overpass": 26, + "palace": 27, + "parking lot": 28, + "railway": 29, + "railway station": 30, + "rectangular farmland": 31, + "river": 32, + "roundabout": 33, + "runway": 34, + "sea ice": 35, + "ship": 36, + "snowberg": 37, + "sparse residential": 38, + "stadium": 39, + "storage tank": 40, + "tennis court": 41, + "terrace": 42, + "thermal power station": 43, + "wetland": 44 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-resisc45-batch_size_64_lr_0.001_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md b/resnet50-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..26c7c73e5ebc95f5b54e86a8ad8fb5338ef7927d --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json b/resnet50-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ab8a7f592f8381989e1ca00e428926f91d8a1a5 --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.001_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/README.md b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4679b5cd46a0da4633714dd27a8c04d7ed78f7ac --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/config.json b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ab8a7f592f8381989e1ca00e428926f91d8a1a5 --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6d4e4c69a75c62bf27009f870d73504b9e51a687 --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ab8a7f592f8381989e1ca00e428926f91d8a1a5 --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6d4e4c69a75c62bf27009f870d73504b9e51a687 --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ab8a7f592f8381989e1ca00e428926f91d8a1a5 --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_0.5-4000/README.md b/resnet50-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..113a22c496b922980779f233f0b8f1d88ab43b8d --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_0.5-4000/config.json b/resnet50-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ab8a7f592f8381989e1ca00e428926f91d8a1a5 --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stanford-cars-batch_size_128_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md b/resnet50-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..9822ff62b64e2e6063f102f5682a419f7e6b58fc --- /dev/null +++ b/resnet50-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet50-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json b/resnet50-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ab8a7f592f8381989e1ca00e428926f91d8a1a5 --- /dev/null +++ b/resnet50-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stanford-cars-batch_size_256_lr_0.01_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stanford-cars-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md b/resnet50-stanford-cars-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d485e4970a7ca750515c89f13a888796bb369cbc --- /dev/null +++ b/resnet50-stanford-cars-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stanford-cars. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stanford-cars + pretrained: true +test_datasets: null +train_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: train +type: transformers +val_datasets: + stanford-cars: + _target_: datasets.load_dataset + path: tanganke/stanford_cars + split: test +``` + diff --git a/resnet50-stanford-cars-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json b/resnet50-stanford-cars-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ab8a7f592f8381989e1ca00e428926f91d8a1a5 --- /dev/null +++ b/resnet50-stanford-cars-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/config.json @@ -0,0 +1,435 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "AM General Hummer SUV 2000", + "1": "Acura RL Sedan 2012", + "2": "Acura TL Sedan 2012", + "3": "Acura TL Type-S 2008", + "4": "Acura TSX Sedan 2012", + "5": "Acura Integra Type R 2001", + "6": "Acura ZDX Hatchback 2012", + "7": "Aston Martin V8 Vantage Convertible 2012", + "8": "Aston Martin V8 Vantage Coupe 2012", + "9": "Aston Martin Virage Convertible 2012", + "10": "Aston Martin Virage Coupe 2012", + "11": "Audi RS 4 Convertible 2008", + "12": "Audi A5 Coupe 2012", + "13": "Audi TTS Coupe 2012", + "14": "Audi R8 Coupe 2012", + "15": "Audi V8 Sedan 1994", + "16": "Audi 100 Sedan 1994", + "17": "Audi 100 Wagon 1994", + "18": "Audi TT Hatchback 2011", + "19": "Audi S6 Sedan 2011", + "20": "Audi S5 Convertible 2012", + "21": "Audi S5 Coupe 2012", + "22": "Audi S4 Sedan 2012", + "23": "Audi S4 Sedan 2007", + "24": "Audi TT RS Coupe 2012", + "25": "BMW ActiveHybrid 5 Sedan 2012", + "26": "BMW 1 Series Convertible 2012", + "27": "BMW 1 Series Coupe 2012", + "28": "BMW 3 Series Sedan 2012", + "29": "BMW 3 Series Wagon 2012", + "30": "BMW 6 Series Convertible 2007", + "31": "BMW X5 SUV 2007", + "32": "BMW X6 SUV 2012", + "33": "BMW M3 Coupe 2012", + "34": "BMW M5 Sedan 2010", + "35": "BMW M6 Convertible 2010", + "36": "BMW X3 SUV 2012", + "37": "BMW Z4 Convertible 2012", + "38": "Bentley Continental Supersports Conv. Convertible 2012", + "39": "Bentley Arnage Sedan 2009", + "40": "Bentley Mulsanne Sedan 2011", + "41": "Bentley Continental GT Coupe 2012", + "42": "Bentley Continental GT Coupe 2007", + "43": "Bentley Continental Flying Spur Sedan 2007", + "44": "Bugatti Veyron 16.4 Convertible 2009", + "45": "Bugatti Veyron 16.4 Coupe 2009", + "46": "Buick Regal GS 2012", + "47": "Buick Rainier SUV 2007", + "48": "Buick Verano Sedan 2012", + "49": "Buick Enclave SUV 2012", + "50": "Cadillac CTS-V Sedan 2012", + "51": "Cadillac SRX SUV 2012", + "52": "Cadillac Escalade EXT Crew Cab 2007", + "53": "Chevrolet Silverado 1500 Hybrid Crew Cab 2012", + "54": "Chevrolet Corvette Convertible 2012", + "55": "Chevrolet Corvette ZR1 2012", + "56": "Chevrolet Corvette Ron Fellows Edition Z06 2007", + "57": "Chevrolet Traverse SUV 2012", + "58": "Chevrolet Camaro Convertible 2012", + "59": "Chevrolet HHR SS 2010", + "60": "Chevrolet Impala Sedan 2007", + "61": "Chevrolet Tahoe Hybrid SUV 2012", + "62": "Chevrolet Sonic Sedan 2012", + "63": "Chevrolet Express Cargo Van 2007", + "64": "Chevrolet Avalanche Crew Cab 2012", + "65": "Chevrolet Cobalt SS 2010", + "66": "Chevrolet Malibu Hybrid Sedan 2010", + "67": "Chevrolet TrailBlazer SS 2009", + "68": "Chevrolet Silverado 2500HD Regular Cab 2012", + "69": "Chevrolet Silverado 1500 Classic Extended Cab 2007", + "70": "Chevrolet Express Van 2007", + "71": "Chevrolet Monte Carlo Coupe 2007", + "72": "Chevrolet Malibu Sedan 2007", + "73": "Chevrolet Silverado 1500 Extended Cab 2012", + "74": "Chevrolet Silverado 1500 Regular Cab 2012", + "75": "Chrysler Aspen SUV 2009", + "76": "Chrysler Sebring Convertible 2010", + "77": "Chrysler Town and Country Minivan 2012", + "78": "Chrysler 300 SRT-8 2010", + "79": "Chrysler Crossfire Convertible 2008", + "80": "Chrysler PT Cruiser Convertible 2008", + "81": "Daewoo Nubira Wagon 2002", + "82": "Dodge Caliber Wagon 2012", + "83": "Dodge Caliber Wagon 2007", + "84": "Dodge Caravan Minivan 1997", + "85": "Dodge Ram Pickup 3500 Crew Cab 2010", + "86": "Dodge Ram Pickup 3500 Quad Cab 2009", + "87": "Dodge Sprinter Cargo Van 2009", + "88": "Dodge Journey SUV 2012", + "89": "Dodge Dakota Crew Cab 2010", + "90": "Dodge Dakota Club Cab 2007", + "91": "Dodge Magnum Wagon 2008", + "92": "Dodge Challenger SRT8 2011", + "93": "Dodge Durango SUV 2012", + "94": "Dodge Durango SUV 2007", + "95": "Dodge Charger Sedan 2012", + "96": "Dodge Charger SRT-8 2009", + "97": "Eagle Talon Hatchback 1998", + "98": "FIAT 500 Abarth 2012", + "99": "FIAT 500 Convertible 2012", + "100": "Ferrari FF Coupe 2012", + "101": "Ferrari California Convertible 2012", + "102": "Ferrari 458 Italia Convertible 2012", + "103": "Ferrari 458 Italia Coupe 2012", + "104": "Fisker Karma Sedan 2012", + "105": "Ford F-450 Super Duty Crew Cab 2012", + "106": "Ford Mustang Convertible 2007", + "107": "Ford Freestar Minivan 2007", + "108": "Ford Expedition EL SUV 2009", + "109": "Ford Edge SUV 2012", + "110": "Ford Ranger SuperCab 2011", + "111": "Ford GT Coupe 2006", + "112": "Ford F-150 Regular Cab 2012", + "113": "Ford F-150 Regular Cab 2007", + "114": "Ford Focus Sedan 2007", + "115": "Ford E-Series Wagon Van 2012", + "116": "Ford Fiesta Sedan 2012", + "117": "GMC Terrain SUV 2012", + "118": "GMC Savana Van 2012", + "119": "GMC Yukon Hybrid SUV 2012", + "120": "GMC Acadia SUV 2012", + "121": "GMC Canyon Extended Cab 2012", + "122": "Geo Metro Convertible 1993", + "123": "HUMMER H3T Crew Cab 2010", + "124": "HUMMER H2 SUT Crew Cab 2009", + "125": "Honda Odyssey Minivan 2012", + "126": "Honda Odyssey Minivan 2007", + "127": "Honda Accord Coupe 2012", + "128": "Honda Accord Sedan 2012", + "129": "Hyundai Veloster Hatchback 2012", + "130": "Hyundai Santa Fe SUV 2012", + "131": "Hyundai Tucson SUV 2012", + "132": "Hyundai Veracruz SUV 2012", + "133": "Hyundai Sonata Hybrid Sedan 2012", + "134": "Hyundai Elantra Sedan 2007", + "135": "Hyundai Accent Sedan 2012", + "136": "Hyundai Genesis Sedan 2012", + "137": "Hyundai Sonata Sedan 2012", + "138": "Hyundai Elantra Touring Hatchback 2012", + "139": "Hyundai Azera Sedan 2012", + "140": "Infiniti G Coupe IPL 2012", + "141": "Infiniti QX56 SUV 2011", + "142": "Isuzu Ascender SUV 2008", + "143": "Jaguar XK XKR 2012", + "144": "Jeep Patriot SUV 2012", + "145": "Jeep Wrangler SUV 2012", + "146": "Jeep Liberty SUV 2012", + "147": "Jeep Grand Cherokee SUV 2012", + "148": "Jeep Compass SUV 2012", + "149": "Lamborghini Reventon Coupe 2008", + "150": "Lamborghini Aventador Coupe 2012", + "151": "Lamborghini Gallardo LP 570-4 Superleggera 2012", + "152": "Lamborghini Diablo Coupe 2001", + "153": "Land Rover Range Rover SUV 2012", + "154": "Land Rover LR2 SUV 2012", + "155": "Lincoln Town Car Sedan 2011", + "156": "MINI Cooper Roadster Convertible 2012", + "157": "Maybach Landaulet Convertible 2012", + "158": "Mazda Tribute SUV 2011", + "159": "McLaren MP4-12C Coupe 2012", + "160": "Mercedes-Benz 300-Class Convertible 1993", + "161": "Mercedes-Benz C-Class Sedan 2012", + "162": "Mercedes-Benz SL-Class Coupe 2009", + "163": "Mercedes-Benz E-Class Sedan 2012", + "164": "Mercedes-Benz S-Class Sedan 2012", + "165": "Mercedes-Benz Sprinter Van 2012", + "166": "Mitsubishi Lancer Sedan 2012", + "167": "Nissan Leaf Hatchback 2012", + "168": "Nissan NV Passenger Van 2012", + "169": "Nissan Juke Hatchback 2012", + "170": "Nissan 240SX Coupe 1998", + "171": "Plymouth Neon Coupe 1999", + "172": "Porsche Panamera Sedan 2012", + "173": "Ram C/V Cargo Van Minivan 2012", + "174": "Rolls-Royce Phantom Drophead Coupe Convertible 2012", + "175": "Rolls-Royce Ghost Sedan 2012", + "176": "Rolls-Royce Phantom Sedan 2012", + "177": "Scion xD Hatchback 2012", + "178": "Spyker C8 Convertible 2009", + "179": "Spyker C8 Coupe 2009", + "180": "Suzuki Aerio Sedan 2007", + "181": "Suzuki Kizashi Sedan 2012", + "182": "Suzuki SX4 Hatchback 2012", + "183": "Suzuki SX4 Sedan 2012", + "184": "Tesla Model S Sedan 2012", + "185": "Toyota Sequoia SUV 2012", + "186": "Toyota Camry Sedan 2012", + "187": "Toyota Corolla Sedan 2012", + "188": "Toyota 4Runner SUV 2012", + "189": "Volkswagen Golf Hatchback 2012", + "190": "Volkswagen Golf Hatchback 1991", + "191": "Volkswagen Beetle Hatchback 2012", + "192": "Volvo C30 Hatchback 2012", + "193": "Volvo 240 Sedan 1993", + "194": "Volvo XC90 SUV 2007", + "195": "smart fortwo Convertible 2012" + }, + "label2id": { + "AM General Hummer SUV 2000": 0, + "Acura Integra Type R 2001": 5, + "Acura RL Sedan 2012": 1, + "Acura TL Sedan 2012": 2, + "Acura TL Type-S 2008": 3, + "Acura TSX Sedan 2012": 4, + "Acura ZDX Hatchback 2012": 6, + "Aston Martin V8 Vantage Convertible 2012": 7, + "Aston Martin V8 Vantage Coupe 2012": 8, + "Aston Martin Virage Convertible 2012": 9, + "Aston Martin Virage Coupe 2012": 10, + "Audi 100 Sedan 1994": 16, + "Audi 100 Wagon 1994": 17, + "Audi A5 Coupe 2012": 12, + "Audi R8 Coupe 2012": 14, + "Audi RS 4 Convertible 2008": 11, + "Audi S4 Sedan 2007": 23, + "Audi S4 Sedan 2012": 22, + "Audi S5 Convertible 2012": 20, + "Audi S5 Coupe 2012": 21, + "Audi S6 Sedan 2011": 19, + "Audi TT Hatchback 2011": 18, + "Audi TT RS Coupe 2012": 24, + "Audi TTS Coupe 2012": 13, + "Audi V8 Sedan 1994": 15, + "BMW 1 Series Convertible 2012": 26, + "BMW 1 Series Coupe 2012": 27, + "BMW 3 Series Sedan 2012": 28, + "BMW 3 Series Wagon 2012": 29, + "BMW 6 Series Convertible 2007": 30, + "BMW ActiveHybrid 5 Sedan 2012": 25, + "BMW M3 Coupe 2012": 33, + "BMW M5 Sedan 2010": 34, + "BMW M6 Convertible 2010": 35, + "BMW X3 SUV 2012": 36, + "BMW X5 SUV 2007": 31, + "BMW X6 SUV 2012": 32, + "BMW Z4 Convertible 2012": 37, + "Bentley Arnage Sedan 2009": 39, + "Bentley Continental Flying Spur Sedan 2007": 43, + "Bentley Continental GT Coupe 2007": 42, + "Bentley Continental GT Coupe 2012": 41, + "Bentley Continental Supersports Conv. Convertible 2012": 38, + "Bentley Mulsanne Sedan 2011": 40, + "Bugatti Veyron 16.4 Convertible 2009": 44, + "Bugatti Veyron 16.4 Coupe 2009": 45, + "Buick Enclave SUV 2012": 49, + "Buick Rainier SUV 2007": 47, + "Buick Regal GS 2012": 46, + "Buick Verano Sedan 2012": 48, + "Cadillac CTS-V Sedan 2012": 50, + "Cadillac Escalade EXT Crew Cab 2007": 52, + "Cadillac SRX SUV 2012": 51, + "Chevrolet Avalanche Crew Cab 2012": 64, + "Chevrolet Camaro Convertible 2012": 58, + "Chevrolet Cobalt SS 2010": 65, + "Chevrolet Corvette Convertible 2012": 54, + "Chevrolet Corvette Ron Fellows Edition Z06 2007": 56, + "Chevrolet Corvette ZR1 2012": 55, + "Chevrolet Express Cargo Van 2007": 63, + "Chevrolet Express Van 2007": 70, + "Chevrolet HHR SS 2010": 59, + "Chevrolet Impala Sedan 2007": 60, + "Chevrolet Malibu Hybrid Sedan 2010": 66, + "Chevrolet Malibu Sedan 2007": 72, + "Chevrolet Monte Carlo Coupe 2007": 71, + "Chevrolet Silverado 1500 Classic Extended Cab 2007": 69, + "Chevrolet Silverado 1500 Extended Cab 2012": 73, + "Chevrolet Silverado 1500 Hybrid Crew Cab 2012": 53, + "Chevrolet Silverado 1500 Regular Cab 2012": 74, + "Chevrolet Silverado 2500HD Regular Cab 2012": 68, + "Chevrolet Sonic Sedan 2012": 62, + "Chevrolet Tahoe Hybrid SUV 2012": 61, + "Chevrolet TrailBlazer SS 2009": 67, + "Chevrolet Traverse SUV 2012": 57, + "Chrysler 300 SRT-8 2010": 78, + "Chrysler Aspen SUV 2009": 75, + "Chrysler Crossfire Convertible 2008": 79, + "Chrysler PT Cruiser Convertible 2008": 80, + "Chrysler Sebring Convertible 2010": 76, + "Chrysler Town and Country Minivan 2012": 77, + "Daewoo Nubira Wagon 2002": 81, + "Dodge Caliber Wagon 2007": 83, + "Dodge Caliber Wagon 2012": 82, + "Dodge Caravan Minivan 1997": 84, + "Dodge Challenger SRT8 2011": 92, + "Dodge Charger SRT-8 2009": 96, + "Dodge Charger Sedan 2012": 95, + "Dodge Dakota Club Cab 2007": 90, + "Dodge Dakota Crew Cab 2010": 89, + "Dodge Durango SUV 2007": 94, + "Dodge Durango SUV 2012": 93, + "Dodge Journey SUV 2012": 88, + "Dodge Magnum Wagon 2008": 91, + "Dodge Ram Pickup 3500 Crew Cab 2010": 85, + "Dodge Ram Pickup 3500 Quad Cab 2009": 86, + "Dodge Sprinter Cargo Van 2009": 87, + "Eagle Talon Hatchback 1998": 97, + "FIAT 500 Abarth 2012": 98, + "FIAT 500 Convertible 2012": 99, + "Ferrari 458 Italia Convertible 2012": 102, + "Ferrari 458 Italia Coupe 2012": 103, + "Ferrari California Convertible 2012": 101, + "Ferrari FF Coupe 2012": 100, + "Fisker Karma Sedan 2012": 104, + "Ford E-Series Wagon Van 2012": 115, + "Ford Edge SUV 2012": 109, + "Ford Expedition EL SUV 2009": 108, + "Ford F-150 Regular Cab 2007": 113, + "Ford F-150 Regular Cab 2012": 112, + "Ford F-450 Super Duty Crew Cab 2012": 105, + "Ford Fiesta Sedan 2012": 116, + "Ford Focus Sedan 2007": 114, + "Ford Freestar Minivan 2007": 107, + "Ford GT Coupe 2006": 111, + "Ford Mustang Convertible 2007": 106, + "Ford Ranger SuperCab 2011": 110, + "GMC Acadia SUV 2012": 120, + "GMC Canyon Extended Cab 2012": 121, + "GMC Savana Van 2012": 118, + "GMC Terrain SUV 2012": 117, + "GMC Yukon Hybrid SUV 2012": 119, + "Geo Metro Convertible 1993": 122, + "HUMMER H2 SUT Crew Cab 2009": 124, + "HUMMER H3T Crew Cab 2010": 123, + "Honda Accord Coupe 2012": 127, + "Honda Accord Sedan 2012": 128, + "Honda Odyssey Minivan 2007": 126, + "Honda Odyssey Minivan 2012": 125, + "Hyundai Accent Sedan 2012": 135, + "Hyundai Azera Sedan 2012": 139, + "Hyundai Elantra Sedan 2007": 134, + "Hyundai Elantra Touring Hatchback 2012": 138, + "Hyundai Genesis Sedan 2012": 136, + "Hyundai Santa Fe SUV 2012": 130, + "Hyundai Sonata Hybrid Sedan 2012": 133, + "Hyundai Sonata Sedan 2012": 137, + "Hyundai Tucson SUV 2012": 131, + "Hyundai Veloster Hatchback 2012": 129, + "Hyundai Veracruz SUV 2012": 132, + "Infiniti G Coupe IPL 2012": 140, + "Infiniti QX56 SUV 2011": 141, + "Isuzu Ascender SUV 2008": 142, + "Jaguar XK XKR 2012": 143, + "Jeep Compass SUV 2012": 148, + "Jeep Grand Cherokee SUV 2012": 147, + "Jeep Liberty SUV 2012": 146, + "Jeep Patriot SUV 2012": 144, + "Jeep Wrangler SUV 2012": 145, + "Lamborghini Aventador Coupe 2012": 150, + "Lamborghini Diablo Coupe 2001": 152, + "Lamborghini Gallardo LP 570-4 Superleggera 2012": 151, + "Lamborghini Reventon Coupe 2008": 149, + "Land Rover LR2 SUV 2012": 154, + "Land Rover Range Rover SUV 2012": 153, + "Lincoln Town Car Sedan 2011": 155, + "MINI Cooper Roadster Convertible 2012": 156, + "Maybach Landaulet Convertible 2012": 157, + "Mazda Tribute SUV 2011": 158, + "McLaren MP4-12C Coupe 2012": 159, + "Mercedes-Benz 300-Class Convertible 1993": 160, + "Mercedes-Benz C-Class Sedan 2012": 161, + "Mercedes-Benz E-Class Sedan 2012": 163, + "Mercedes-Benz S-Class Sedan 2012": 164, + "Mercedes-Benz SL-Class Coupe 2009": 162, + "Mercedes-Benz Sprinter Van 2012": 165, + "Mitsubishi Lancer Sedan 2012": 166, + "Nissan 240SX Coupe 1998": 170, + "Nissan Juke Hatchback 2012": 169, + "Nissan Leaf Hatchback 2012": 167, + "Nissan NV Passenger Van 2012": 168, + "Plymouth Neon Coupe 1999": 171, + "Porsche Panamera Sedan 2012": 172, + "Ram C/V Cargo Van Minivan 2012": 173, + "Rolls-Royce Ghost Sedan 2012": 175, + "Rolls-Royce Phantom Drophead Coupe Convertible 2012": 174, + "Rolls-Royce Phantom Sedan 2012": 176, + "Scion xD Hatchback 2012": 177, + "Spyker C8 Convertible 2009": 178, + "Spyker C8 Coupe 2009": 179, + "Suzuki Aerio Sedan 2007": 180, + "Suzuki Kizashi Sedan 2012": 181, + "Suzuki SX4 Hatchback 2012": 182, + "Suzuki SX4 Sedan 2012": 183, + "Tesla Model S Sedan 2012": 184, + "Toyota 4Runner SUV 2012": 188, + "Toyota Camry Sedan 2012": 186, + "Toyota Corolla Sedan 2012": 187, + "Toyota Sequoia SUV 2012": 185, + "Volkswagen Beetle Hatchback 2012": 191, + "Volkswagen Golf Hatchback 1991": 190, + "Volkswagen Golf Hatchback 2012": 189, + "Volvo 240 Sedan 1993": 193, + "Volvo C30 Hatchback 2012": 192, + "Volvo XC90 SUV 2007": 194, + "smart fortwo Convertible 2012": 195 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stanford-cars-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json b/resnet50-stanford-cars-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stanford-cars-batch_size_64_lr_0.01_training_data_ratio_1.0-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stl10-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/README.md b/resnet50-stl10-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be3609b48856781a379f4513d3dd0da71b5623aa --- /dev/null +++ b/resnet50-stl10-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet50-stl10-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/config.json b/resnet50-stl10-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..589b71bb15675afba14a3d018d8e1b4a07ab7182 --- /dev/null +++ b/resnet50-stl10-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stl10-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json b/resnet50-stl10-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stl10-batch_size_128_lr_0.005_training_data_ratio_0.5-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stl10-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md b/resnet50-stl10-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..bac7376ed7471a30357bc0f7c8a73c40eb7ec293 --- /dev/null +++ b/resnet50-stl10-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet50-stl10-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json b/resnet50-stl10-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..589b71bb15675afba14a3d018d8e1b4a07ab7182 --- /dev/null +++ b/resnet50-stl10-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stl10-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-stl10-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stl10-batch_size_128_lr_0.01_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stl10-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet50-stl10-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7d2afee8ecc463125393deb10e1162fa7102ae91 --- /dev/null +++ b/resnet50-stl10-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet50-stl10-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet50-stl10-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..589b71bb15675afba14a3d018d8e1b4a07ab7182 --- /dev/null +++ b/resnet50-stl10-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stl10-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-stl10-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stl10-batch_size_64_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2df55471fb463340d69b3229650d1cd4c02ae763 --- /dev/null +++ b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..589b71bb15675afba14a3d018d8e1b4a07ab7182 --- /dev/null +++ b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/README.md b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..14081c2d7ce0c240da5277363c7d24796426e0a1 --- /dev/null +++ b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset stl10. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: stl10 + pretrained: true +test_datasets: null +train_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: train +type: transformers +val_datasets: + stl10: + _target_: datasets.load_dataset + path: tanganke/stl10 + split: test +``` + diff --git a/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/config.json b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..589b71bb15675afba14a3d018d8e1b4a07ab7182 --- /dev/null +++ b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "airplane", + "1": "bird", + "2": "car", + "3": "cat", + "4": "deer", + "5": "dog", + "6": "horse", + "7": "monkey", + "8": "ship", + "9": "truck" + }, + "label2id": { + "airplane": 0, + "bird": 1, + "car": 2, + "cat": 3, + "deer": 4, + "dog": 5, + "horse": 6, + "monkey": 7, + "ship": 8, + "truck": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-stl10-batch_size_64_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-sun397-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/config.json b/resnet50-sun397-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b3f0b16022576c1d5cf54a17e75ff9088c89b17 --- /dev/null +++ b/resnet50-sun397-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-sun397-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-sun397-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-sun397-batch_size_128_lr_0.005_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-sun397-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md b/resnet50-sun397-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..720286a70826039b047313f4f59eaa73d5d7a88c --- /dev/null +++ b/resnet50-sun397-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet50-sun397-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json b/resnet50-sun397-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b3f0b16022576c1d5cf54a17e75ff9088c89b17 --- /dev/null +++ b/resnet50-sun397-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-sun397-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-sun397-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-sun397-batch_size_256_lr_0.005_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-sun397-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/README.md b/resnet50-sun397-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6fd8a9ef2632b995a5e7837b4cdccf4443fb23a0 --- /dev/null +++ b/resnet50-sun397-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet50-sun397-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/config.json b/resnet50-sun397-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b3f0b16022576c1d5cf54a17e75ff9088c89b17 --- /dev/null +++ b/resnet50-sun397-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-sun397-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json b/resnet50-sun397-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-sun397-batch_size_256_lr_0.01_training_data_ratio_1.0-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-sun397-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/README.md b/resnet50-sun397-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b2ad5c3a73458198cca76ffb72012b7dbffd3cc4 --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.001 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet50-sun397-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/config.json b/resnet50-sun397-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b3f0b16022576c1d5cf54a17e75ff9088c89b17 --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-sun397-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json b/resnet50-sun397-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.001_training_data_ratio_1.0-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e2b809b47accbc8a61d8ab3fa511fea6ecb9210e --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b3f0b16022576c1d5cf54a17e75ff9088c89b17 --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.5-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/README.md b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..63d1d094b34139c721e2a232fdd83fa9588570d3 --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: false +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/config.json b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b3f0b16022576c1d5cf54a17e75ff9088c89b17 --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.005_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-sun397-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md b/resnet50-sun397-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..87f4cfdc618f8f846bc4c80ca769a8f312a9ddae --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/README.md @@ -0,0 +1,76 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset sun397. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 1.0 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: sun397 + pretrained: true +test_datasets: null +train_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: train +type: transformers +val_datasets: + sun397: + _target_: datasets.load_dataset + path: tanganke/sun397 + split: test +``` + diff --git a/resnet50-sun397-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json b/resnet50-sun397-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b3f0b16022576c1d5cf54a17e75ff9088c89b17 --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/config.json @@ -0,0 +1,837 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "abbey", + "1": "airplane cabin", + "2": "airport terminal", + "3": "alley", + "4": "amphitheater", + "5": "amusement arcade", + "6": "amusement park", + "7": "anechoic chamber", + "8": "apartment building outdoor", + "9": "apse indoor", + "10": "aquarium", + "11": "aqueduct", + "12": "arch", + "13": "archive", + "14": "arrival gate outdoor", + "15": "art gallery", + "16": "art school", + "17": "art studio", + "18": "assembly line", + "19": "athletic field outdoor", + "20": "atrium public", + "21": "attic", + "22": "auditorium", + "23": "auto factory", + "24": "badlands", + "25": "badminton court indoor", + "26": "baggage claim", + "27": "bakery shop", + "28": "balcony exterior", + "29": "balcony interior", + "30": "ball pit", + "31": "ballroom", + "32": "bamboo forest", + "33": "banquet hall", + "34": "bar", + "35": "barn", + "36": "barndoor", + "37": "baseball field", + "38": "basement", + "39": "basilica", + "40": "basketball court outdoor", + "41": "bathroom", + "42": "batters box", + "43": "bayou", + "44": "bazaar indoor", + "45": "bazaar outdoor", + "46": "beach", + "47": "beauty salon", + "48": "bedroom", + "49": "berth", + "50": "biology laboratory", + "51": "bistro indoor", + "52": "boardwalk", + "53": "boat deck", + "54": "boathouse", + "55": "bookstore", + "56": "booth indoor", + "57": "botanical garden", + "58": "bow window indoor", + "59": "bow window outdoor", + "60": "bowling alley", + "61": "boxing ring", + "62": "brewery indoor", + "63": "bridge", + "64": "building facade", + "65": "bullring", + "66": "burial chamber", + "67": "bus interior", + "68": "butchers shop", + "69": "butte", + "70": "cabin outdoor", + "71": "cafeteria", + "72": "campsite", + "73": "campus", + "74": "canal natural", + "75": "canal urban", + "76": "candy store", + "77": "canyon", + "78": "car interior backseat", + "79": "car interior frontseat", + "80": "carrousel", + "81": "casino indoor", + "82": "castle", + "83": "catacomb", + "84": "cathedral indoor", + "85": "cathedral outdoor", + "86": "cavern indoor", + "87": "cemetery", + "88": "chalet", + "89": "cheese factory", + "90": "chemistry lab", + "91": "chicken coop indoor", + "92": "chicken coop outdoor", + "93": "childs room", + "94": "church indoor", + "95": "church outdoor", + "96": "classroom", + "97": "clean room", + "98": "cliff", + "99": "cloister indoor", + "100": "closet", + "101": "clothing store", + "102": "coast", + "103": "cockpit", + "104": "coffee shop", + "105": "computer room", + "106": "conference center", + "107": "conference room", + "108": "construction site", + "109": "control room", + "110": "control tower outdoor", + "111": "corn field", + "112": "corral", + "113": "corridor", + "114": "cottage garden", + "115": "courthouse", + "116": "courtroom", + "117": "courtyard", + "118": "covered bridge exterior", + "119": "creek", + "120": "crevasse", + "121": "crosswalk", + "122": "cubicle office", + "123": "dam", + "124": "delicatessen", + "125": "dentists office", + "126": "desert sand", + "127": "desert vegetation", + "128": "diner indoor", + "129": "diner outdoor", + "130": "dinette home", + "131": "dinette vehicle", + "132": "dining car", + "133": "dining room", + "134": "discotheque", + "135": "dock", + "136": "doorway outdoor", + "137": "dorm room", + "138": "driveway", + "139": "driving range outdoor", + "140": "drugstore", + "141": "electrical substation", + "142": "elevator door", + "143": "elevator interior", + "144": "elevator shaft", + "145": "engine room", + "146": "escalator indoor", + "147": "excavation", + "148": "factory indoor", + "149": "fairway", + "150": "fastfood restaurant", + "151": "field cultivated", + "152": "field wild", + "153": "fire escape", + "154": "fire station", + "155": "firing range indoor", + "156": "fishpond", + "157": "florist shop indoor", + "158": "food court", + "159": "forest broadleaf", + "160": "forest needleleaf", + "161": "forest path", + "162": "forest road", + "163": "formal garden", + "164": "fountain", + "165": "galley", + "166": "game room", + "167": "garage indoor", + "168": "garbage dump", + "169": "gas station", + "170": "gazebo exterior", + "171": "general store indoor", + "172": "general store outdoor", + "173": "gift shop", + "174": "golf course", + "175": "greenhouse indoor", + "176": "greenhouse outdoor", + "177": "gymnasium indoor", + "178": "hangar indoor", + "179": "hangar outdoor", + "180": "harbor", + "181": "hayfield", + "182": "heliport", + "183": "herb garden", + "184": "highway", + "185": "hill", + "186": "home office", + "187": "hospital", + "188": "hospital room", + "189": "hot spring", + "190": "hot tub outdoor", + "191": "hotel outdoor", + "192": "hotel room", + "193": "house", + "194": "hunting lodge outdoor", + "195": "ice cream parlor", + "196": "ice floe", + "197": "ice shelf", + "198": "ice skating rink indoor", + "199": "ice skating rink outdoor", + "200": "iceberg", + "201": "igloo", + "202": "industrial area", + "203": "inn outdoor", + "204": "islet", + "205": "jacuzzi indoor", + "206": "jail cell", + "207": "jail indoor", + "208": "jewelry shop", + "209": "kasbah", + "210": "kennel indoor", + "211": "kennel outdoor", + "212": "kindergarden classroom", + "213": "kitchen", + "214": "kitchenette", + "215": "labyrinth outdoor", + "216": "lake natural", + "217": "landfill", + "218": "landing deck", + "219": "laundromat", + "220": "lecture room", + "221": "library indoor", + "222": "library outdoor", + "223": "lido deck outdoor", + "224": "lift bridge", + "225": "lighthouse", + "226": "limousine interior", + "227": "living room", + "228": "lobby", + "229": "lock chamber", + "230": "locker room", + "231": "mansion", + "232": "manufactured home", + "233": "market indoor", + "234": "market outdoor", + "235": "marsh", + "236": "martial arts gym", + "237": "mausoleum", + "238": "medina", + "239": "moat water", + "240": "monastery outdoor", + "241": "mosque indoor", + "242": "mosque outdoor", + "243": "motel", + "244": "mountain", + "245": "mountain snowy", + "246": "movie theater indoor", + "247": "museum indoor", + "248": "music store", + "249": "music studio", + "250": "nuclear power plant outdoor", + "251": "nursery", + "252": "oast house", + "253": "observatory outdoor", + "254": "ocean", + "255": "office", + "256": "office building", + "257": "oil refinery outdoor", + "258": "oilrig", + "259": "operating room", + "260": "orchard", + "261": "outhouse outdoor", + "262": "pagoda", + "263": "palace", + "264": "pantry", + "265": "park", + "266": "parking garage indoor", + "267": "parking garage outdoor", + "268": "parking lot", + "269": "parlor", + "270": "pasture", + "271": "patio", + "272": "pavilion", + "273": "pharmacy", + "274": "phone booth", + "275": "physics laboratory", + "276": "picnic area", + "277": "pilothouse indoor", + "278": "planetarium outdoor", + "279": "playground", + "280": "playroom", + "281": "plaza", + "282": "podium indoor", + "283": "podium outdoor", + "284": "pond", + "285": "poolroom establishment", + "286": "poolroom home", + "287": "power plant outdoor", + "288": "promenade deck", + "289": "pub indoor", + "290": "pulpit", + "291": "putting green", + "292": "racecourse", + "293": "raceway", + "294": "raft", + "295": "railroad track", + "296": "rainforest", + "297": "reception", + "298": "recreation room", + "299": "residential neighborhood", + "300": "restaurant", + "301": "restaurant kitchen", + "302": "restaurant patio", + "303": "rice paddy", + "304": "riding arena", + "305": "river", + "306": "rock arch", + "307": "rope bridge", + "308": "ruin", + "309": "runway", + "310": "sandbar", + "311": "sandbox", + "312": "sauna", + "313": "schoolhouse", + "314": "sea cliff", + "315": "server room", + "316": "shed", + "317": "shoe shop", + "318": "shopfront", + "319": "shopping mall indoor", + "320": "shower", + "321": "skatepark", + "322": "ski lodge", + "323": "ski resort", + "324": "ski slope", + "325": "sky", + "326": "skyscraper", + "327": "slum", + "328": "snowfield", + "329": "squash court", + "330": "stable", + "331": "stadium baseball", + "332": "stadium football", + "333": "stage indoor", + "334": "staircase", + "335": "street", + "336": "subway interior", + "337": "subway station platform", + "338": "supermarket", + "339": "sushi bar", + "340": "swamp", + "341": "swimming pool indoor", + "342": "swimming pool outdoor", + "343": "synagogue indoor", + "344": "synagogue outdoor", + "345": "television studio", + "346": "temple east asia", + "347": "temple south asia", + "348": "tennis court indoor", + "349": "tennis court outdoor", + "350": "tent outdoor", + "351": "theater indoor procenium", + "352": "theater indoor seats", + "353": "thriftshop", + "354": "throne room", + "355": "ticket booth", + "356": "toll plaza", + "357": "topiary garden", + "358": "tower", + "359": "toyshop", + "360": "track outdoor", + "361": "train railway", + "362": "train station platform", + "363": "tree farm", + "364": "tree house", + "365": "trench", + "366": "underwater coral reef", + "367": "utility room", + "368": "valley", + "369": "van interior", + "370": "vegetable garden", + "371": "veranda", + "372": "veterinarians office", + "373": "viaduct", + "374": "videostore", + "375": "village", + "376": "vineyard", + "377": "volcano", + "378": "volleyball court indoor", + "379": "volleyball court outdoor", + "380": "waiting room", + "381": "warehouse indoor", + "382": "water tower", + "383": "waterfall block", + "384": "waterfall fan", + "385": "waterfall plunge", + "386": "watering hole", + "387": "wave", + "388": "wet bar", + "389": "wheat field", + "390": "wind farm", + "391": "windmill", + "392": "wine cellar barrel storage", + "393": "wine cellar bottle storage", + "394": "wrestling ring indoor", + "395": "yard", + "396": "youth hostel" + }, + "label2id": { + "abbey": 0, + "airplane cabin": 1, + "airport terminal": 2, + "alley": 3, + "amphitheater": 4, + "amusement arcade": 5, + "amusement park": 6, + "anechoic chamber": 7, + "apartment building outdoor": 8, + "apse indoor": 9, + "aquarium": 10, + "aqueduct": 11, + "arch": 12, + "archive": 13, + "arrival gate outdoor": 14, + "art gallery": 15, + "art school": 16, + "art studio": 17, + "assembly line": 18, + "athletic field outdoor": 19, + "atrium public": 20, + "attic": 21, + "auditorium": 22, + "auto factory": 23, + "badlands": 24, + "badminton court indoor": 25, + "baggage claim": 26, + "bakery shop": 27, + "balcony exterior": 28, + "balcony interior": 29, + "ball pit": 30, + "ballroom": 31, + "bamboo forest": 32, + "banquet hall": 33, + "bar": 34, + "barn": 35, + "barndoor": 36, + "baseball field": 37, + "basement": 38, + "basilica": 39, + "basketball court outdoor": 40, + "bathroom": 41, + "batters box": 42, + "bayou": 43, + "bazaar indoor": 44, + "bazaar outdoor": 45, + "beach": 46, + "beauty salon": 47, + "bedroom": 48, + "berth": 49, + "biology laboratory": 50, + "bistro indoor": 51, + "boardwalk": 52, + "boat deck": 53, + "boathouse": 54, + "bookstore": 55, + "booth indoor": 56, + "botanical garden": 57, + "bow window indoor": 58, + "bow window outdoor": 59, + "bowling alley": 60, + "boxing ring": 61, + "brewery indoor": 62, + "bridge": 63, + "building facade": 64, + "bullring": 65, + "burial chamber": 66, + "bus interior": 67, + "butchers shop": 68, + "butte": 69, + "cabin outdoor": 70, + "cafeteria": 71, + "campsite": 72, + "campus": 73, + "canal natural": 74, + "canal urban": 75, + "candy store": 76, + "canyon": 77, + "car interior backseat": 78, + "car interior frontseat": 79, + "carrousel": 80, + "casino indoor": 81, + "castle": 82, + "catacomb": 83, + "cathedral indoor": 84, + "cathedral outdoor": 85, + "cavern indoor": 86, + "cemetery": 87, + "chalet": 88, + "cheese factory": 89, + "chemistry lab": 90, + "chicken coop indoor": 91, + "chicken coop outdoor": 92, + "childs room": 93, + "church indoor": 94, + "church outdoor": 95, + "classroom": 96, + "clean room": 97, + "cliff": 98, + "cloister indoor": 99, + "closet": 100, + "clothing store": 101, + "coast": 102, + "cockpit": 103, + "coffee shop": 104, + "computer room": 105, + "conference center": 106, + "conference room": 107, + "construction site": 108, + "control room": 109, + "control tower outdoor": 110, + "corn field": 111, + "corral": 112, + "corridor": 113, + "cottage garden": 114, + "courthouse": 115, + "courtroom": 116, + "courtyard": 117, + "covered bridge exterior": 118, + "creek": 119, + "crevasse": 120, + "crosswalk": 121, + "cubicle office": 122, + "dam": 123, + "delicatessen": 124, + "dentists office": 125, + "desert sand": 126, + "desert vegetation": 127, + "diner indoor": 128, + "diner outdoor": 129, + "dinette home": 130, + "dinette vehicle": 131, + "dining car": 132, + "dining room": 133, + "discotheque": 134, + "dock": 135, + "doorway outdoor": 136, + "dorm room": 137, + "driveway": 138, + "driving range outdoor": 139, + "drugstore": 140, + "electrical substation": 141, + "elevator door": 142, + "elevator interior": 143, + "elevator shaft": 144, + "engine room": 145, + "escalator indoor": 146, + "excavation": 147, + "factory indoor": 148, + "fairway": 149, + "fastfood restaurant": 150, + "field cultivated": 151, + "field wild": 152, + "fire escape": 153, + "fire station": 154, + "firing range indoor": 155, + "fishpond": 156, + "florist shop indoor": 157, + "food court": 158, + "forest broadleaf": 159, + "forest needleleaf": 160, + "forest path": 161, + "forest road": 162, + "formal garden": 163, + "fountain": 164, + "galley": 165, + "game room": 166, + "garage indoor": 167, + "garbage dump": 168, + "gas station": 169, + "gazebo exterior": 170, + "general store indoor": 171, + "general store outdoor": 172, + "gift shop": 173, + "golf course": 174, + "greenhouse indoor": 175, + "greenhouse outdoor": 176, + "gymnasium indoor": 177, + "hangar indoor": 178, + "hangar outdoor": 179, + "harbor": 180, + "hayfield": 181, + "heliport": 182, + "herb garden": 183, + "highway": 184, + "hill": 185, + "home office": 186, + "hospital": 187, + "hospital room": 188, + "hot spring": 189, + "hot tub outdoor": 190, + "hotel outdoor": 191, + "hotel room": 192, + "house": 193, + "hunting lodge outdoor": 194, + "ice cream parlor": 195, + "ice floe": 196, + "ice shelf": 197, + "ice skating rink indoor": 198, + "ice skating rink outdoor": 199, + "iceberg": 200, + "igloo": 201, + "industrial area": 202, + "inn outdoor": 203, + "islet": 204, + "jacuzzi indoor": 205, + "jail cell": 206, + "jail indoor": 207, + "jewelry shop": 208, + "kasbah": 209, + "kennel indoor": 210, + "kennel outdoor": 211, + "kindergarden classroom": 212, + "kitchen": 213, + "kitchenette": 214, + "labyrinth outdoor": 215, + "lake natural": 216, + "landfill": 217, + "landing deck": 218, + "laundromat": 219, + "lecture room": 220, + "library indoor": 221, + "library outdoor": 222, + "lido deck outdoor": 223, + "lift bridge": 224, + "lighthouse": 225, + "limousine interior": 226, + "living room": 227, + "lobby": 228, + "lock chamber": 229, + "locker room": 230, + "mansion": 231, + "manufactured home": 232, + "market indoor": 233, + "market outdoor": 234, + "marsh": 235, + "martial arts gym": 236, + "mausoleum": 237, + "medina": 238, + "moat water": 239, + "monastery outdoor": 240, + "mosque indoor": 241, + "mosque outdoor": 242, + "motel": 243, + "mountain": 244, + "mountain snowy": 245, + "movie theater indoor": 246, + "museum indoor": 247, + "music store": 248, + "music studio": 249, + "nuclear power plant outdoor": 250, + "nursery": 251, + "oast house": 252, + "observatory outdoor": 253, + "ocean": 254, + "office": 255, + "office building": 256, + "oil refinery outdoor": 257, + "oilrig": 258, + "operating room": 259, + "orchard": 260, + "outhouse outdoor": 261, + "pagoda": 262, + "palace": 263, + "pantry": 264, + "park": 265, + "parking garage indoor": 266, + "parking garage outdoor": 267, + "parking lot": 268, + "parlor": 269, + "pasture": 270, + "patio": 271, + "pavilion": 272, + "pharmacy": 273, + "phone booth": 274, + "physics laboratory": 275, + "picnic area": 276, + "pilothouse indoor": 277, + "planetarium outdoor": 278, + "playground": 279, + "playroom": 280, + "plaza": 281, + "podium indoor": 282, + "podium outdoor": 283, + "pond": 284, + "poolroom establishment": 285, + "poolroom home": 286, + "power plant outdoor": 287, + "promenade deck": 288, + "pub indoor": 289, + "pulpit": 290, + "putting green": 291, + "racecourse": 292, + "raceway": 293, + "raft": 294, + "railroad track": 295, + "rainforest": 296, + "reception": 297, + "recreation room": 298, + "residential neighborhood": 299, + "restaurant": 300, + "restaurant kitchen": 301, + "restaurant patio": 302, + "rice paddy": 303, + "riding arena": 304, + "river": 305, + "rock arch": 306, + "rope bridge": 307, + "ruin": 308, + "runway": 309, + "sandbar": 310, + "sandbox": 311, + "sauna": 312, + "schoolhouse": 313, + "sea cliff": 314, + "server room": 315, + "shed": 316, + "shoe shop": 317, + "shopfront": 318, + "shopping mall indoor": 319, + "shower": 320, + "skatepark": 321, + "ski lodge": 322, + "ski resort": 323, + "ski slope": 324, + "sky": 325, + "skyscraper": 326, + "slum": 327, + "snowfield": 328, + "squash court": 329, + "stable": 330, + "stadium baseball": 331, + "stadium football": 332, + "stage indoor": 333, + "staircase": 334, + "street": 335, + "subway interior": 336, + "subway station platform": 337, + "supermarket": 338, + "sushi bar": 339, + "swamp": 340, + "swimming pool indoor": 341, + "swimming pool outdoor": 342, + "synagogue indoor": 343, + "synagogue outdoor": 344, + "television studio": 345, + "temple east asia": 346, + "temple south asia": 347, + "tennis court indoor": 348, + "tennis court outdoor": 349, + "tent outdoor": 350, + "theater indoor procenium": 351, + "theater indoor seats": 352, + "thriftshop": 353, + "throne room": 354, + "ticket booth": 355, + "toll plaza": 356, + "topiary garden": 357, + "tower": 358, + "toyshop": 359, + "track outdoor": 360, + "train railway": 361, + "train station platform": 362, + "tree farm": 363, + "tree house": 364, + "trench": 365, + "underwater coral reef": 366, + "utility room": 367, + "valley": 368, + "van interior": 369, + "vegetable garden": 370, + "veranda": 371, + "veterinarians office": 372, + "viaduct": 373, + "videostore": 374, + "village": 375, + "vineyard": 376, + "volcano": 377, + "volleyball court indoor": 378, + "volleyball court outdoor": 379, + "waiting room": 380, + "warehouse indoor": 381, + "water tower": 382, + "waterfall block": 383, + "waterfall fan": 384, + "waterfall plunge": 385, + "watering hole": 386, + "wave": 387, + "wet bar": 388, + "wheat field": 389, + "wind farm": 390, + "windmill": 391, + "wine cellar barrel storage": 392, + "wine cellar bottle storage": 393, + "wrestling ring indoor": 394, + "yard": 395, + "youth hostel": 396 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-sun397-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json b/resnet50-sun397-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-sun397-batch_size_64_lr_0.01_training_data_ratio_1.0-2000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md b/resnet50-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8fe4ff2f4d7dc59cf12dc7485b850f9048d15fd0 --- /dev/null +++ b/resnet50-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 128 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet50-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json b/resnet50-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json b/resnet50-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-svhn-batch_size_128_lr_0.005_training_data_ratio_0.8-3000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-svhn-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/README.md b/resnet50-svhn-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1a38b5a57bee0b3e0e3ac689729128446a7b2d19 --- /dev/null +++ b/resnet50-svhn-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 256 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.01 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet50-svhn-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/config.json b/resnet50-svhn-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-svhn-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-svhn-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json b/resnet50-svhn-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-svhn-batch_size_256_lr_0.01_training_data_ratio_0.8-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/README.md b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..289ab4ebbcf9bd9b056227211b3d07ef189e6e9f --- /dev/null +++ b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.5 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/config.json b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.5-4000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +} diff --git a/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4a41899e5482a6d99aa57979744b9540503e51fd --- /dev/null +++ b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/README.md @@ -0,0 +1,80 @@ +--- +base_model: microsoft/resnet-50 +library_name: transformers +tags: +- fusion-bench +- merge +--- +# Deep Model Fusion + +Fine-tuned ResNet model on dataset svhn. + +## Models Merged + +This is a merged model created using [fusion-bench](https://github.com/tanganke/fusion_bench). + +The following models were included in the merge: + + + + +## Configuration + +The following YAML configuration was used to produce this model: + +### Algorithm Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.method.classification.image_classification_finetune.ImageClassificationFineTuning +_usage_: null +_version_: 0.2.25.dev0 +dataloader_kwargs: + batch_size: 64 + num_workers: 8 + pin_memory: true +label_smoothing: 0 +lr_scheduler: null +max_epochs: -1 +max_steps: 4000 +optimizer: + _target_: torch.optim.SGD + lr: 0.005 + momentum: 0.9 + weight_decay: 0.0001 +save_interval: 1000 +save_on_train_epoch_end: true +save_top_k: -1 +training_data_ratio: 0.8 +``` + +### Model Pool Configuration + +```yaml +_recursive_: false +_target_: fusion_bench.modelpool.resnet_for_image_classification.ResNetForImageClassificationPool +_usage_: null +_version_: 0.2.25.dev0 +models: + _pretrained_: + config_path: microsoft/resnet-50 + dataset_name: svhn + pretrained: true +test_datasets: null +train_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: train +type: transformers +val_datasets: + svhn: + _args_: + - svhn + - cropped_digits + _target_: datasets.load_dataset + split: test +``` + diff --git a/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1edcdd247f31547feb0c0bebd29bf1cd24a4532f --- /dev/null +++ b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "ResNetForImageClassification" + ], + "depths": [ + 3, + 4, + 6, + 3 + ], + "downsample_in_bottleneck": false, + "downsample_in_first_stage": false, + "dtype": "float32", + "embedding_size": 64, + "hidden_act": "relu", + "hidden_sizes": [ + 256, + 512, + 1024, + 2048 + ], + "id2label": { + "0": "0", + "1": "1", + "2": "2", + "3": "3", + "4": "4", + "5": "5", + "6": "6", + "7": "7", + "8": "8", + "9": "9" + }, + "label2id": { + "0": 0, + "1": 1, + "2": 2, + "3": 3, + "4": 4, + "5": 5, + "6": 6, + "7": 7, + "8": 8, + "9": 9 + }, + "layer_type": "bottleneck", + "model_type": "resnet", + "num_channels": 3, + "out_features": [ + "stage4" + ], + "out_indices": [ + 4 + ], + "stage_names": [ + "stem", + "stage1", + "stage2", + "stage3", + "stage4" + ], + "transformers_version": "4.56.1" +} diff --git a/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8228c2b6b7368920da26fa97ecf6b616791fd03d --- /dev/null +++ b/resnet50-svhn-batch_size_64_lr_0.005_training_data_ratio_0.8-1000/preprocessor_config.json @@ -0,0 +1,22 @@ +{ + "crop_pct": 0.875, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.485, + 0.456, + 0.406 + ], + "image_processor_type": "ConvNextImageProcessor", + "image_std": [ + 0.229, + 0.224, + 0.225 + ], + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "shortest_edge": 224 + } +}