| aa: null | |
| amp: true | |
| amp_dtype: float16 | |
| amp_impl: native | |
| aug_repeats: 0 | |
| aug_splits: 0 | |
| batch_size: 64 | |
| bce_loss: true | |
| bce_target_thresh: null | |
| benchmark: false | |
| blur_max: 2 | |
| blur_min: 0.1 | |
| blur_prob: 0.5 | |
| blur_sig: | |
| - 0 | |
| - 3.0 | |
| bn_eps: null | |
| bn_momentum: null | |
| brightness_max: 2 | |
| brightness_min: 0.5 | |
| channels_last: false | |
| checkpoint_hist: 10 | |
| cineca: true | |
| class_map: '' | |
| classifier: | |
| - linear | |
| - knn | |
| - svm | |
| clip_grad: null | |
| clip_mode: norm | |
| color_jitter: 0.4 | |
| contrast_max: 1.5 | |
| contrast_min: 0.5 | |
| contrastive_loss: false | |
| cooldown_epochs: 0 | |
| corvi_resnet: false | |
| crop_max: 512 | |
| crop_min: 64 | |
| crop_pct: null | |
| cutmix: 0.0 | |
| cutmix_minmax: null | |
| data: null | |
| data_dir: /leonardo_scratch/large/userexternal/fcocchi0/deepfake/dataset/webdatasets_elsa_v2 | |
| data_dir_eval_augm: /leonardo_scratch/large/userexternal/fcocchi0/deepfake/dataset/Elsa_datasetv2_test_fix/wds_test_small/transf | |
| data_dir_eval_no_augm: /leonardo_scratch/large/userexternal/fcocchi0/deepfake/dataset/Elsa_datasetv2_test_fix/wds_test_small/no_transf | |
| data_generator: null | |
| data_len_eval: 4800 | |
| data_len_linear: 9600 | |
| data_len_train: null | |
| dataset: elsa_v2_binarycrossentropy | |
| dataset_download: false | |
| dataset_eval: elsa_v2_binarycrossentropy_all_gen | |
| decay_epochs: 90 | |
| decay_milestones: | |
| - 90 | |
| - 180 | |
| - 270 | |
| decay_rate: 0.1 | |
| defake: false | |
| deterministic: true | |
| dino_crop: false | |
| dino_head: false | |
| dino_loss: false | |
| dino_loss_weight: 0.5 | |
| dino_temp: 0.1 | |
| dist_bn: reduce | |
| distance: cosine | |
| double_contrastive: false | |
| drop: 0.0 | |
| drop_block: null | |
| drop_connect: null | |
| drop_path: null | |
| early_stopping: false | |
| epoch_repeats: 0.0 | |
| epochs: 150 | |
| epochs_classifier: 1500 | |
| eval_metric: accuracy | |
| experiment: code-pro-linear_d3-augm_prob_0.5-vit_tiny_patch16_224.augreg_in21k_w8_transform_lr-5e-5-batch_size-256_epochs-150_loss-bce_optimizer-adam_fcocchi | |
| external_transform: false | |
| fast_norm: false | |
| fuser: '' | |
| global_crops_scale: | |
| - 0.4 | |
| - 1.0 | |
| gp: null | |
| grad_accum_steps: 1 | |
| grad_checkpointing: false | |
| head_bottlenck: 256 | |
| head_hidden_dim: 384 | |
| head_init_bias: null | |
| head_init_scale: null | |
| head_out: 192 | |
| hflip: 0.5 | |
| img_size: null | |
| in_chans: null | |
| infonce_loss_temperature: 0.1 | |
| initial_checkpoint: '' | |
| input_size: | |
| - 3 | |
| - 224 | |
| - 224 | |
| interpolation: '' | |
| jitter_max: 1.5 | |
| jitter_min: 0.5 | |
| job_id: 0 | |
| jpeg_max: 100 | |
| jpeg_min: 30 | |
| jpeg_prob: 0.5 | |
| jsd_loss: false | |
| ladeda: false | |
| lambda_loss: 10 | |
| last_crop: false | |
| layer_decay: null | |
| linear_pretrained: null | |
| linear_train_shards: dataset/shards/elsa_v2_train_transf.shards | |
| load_code: true | |
| local_crops_scale: | |
| - 0.05 | |
| - 0.4 | |
| local_rank: 0 | |
| log_interval: 5 | |
| log_wandb: true | |
| lr: 5.0e-05 | |
| lr_base: 0.1 | |
| lr_base_scale: '' | |
| lr_base_size: 256 | |
| lr_cycle_decay: 0.5 | |
| lr_cycle_limit: 1 | |
| lr_cycle_mul: 1.0 | |
| lr_k_decay: 1.0 | |
| lr_noise: null | |
| lr_noise_pct: 0.67 | |
| lr_noise_std: 1.0 | |
| margin: 1 | |
| mean: | |
| - 0.485 | |
| - 0.456 | |
| - 0.406 | |
| min_lr: 0.0 | |
| mixup: 0.0 | |
| mixup_mode: batch | |
| mixup_off_epoch: 0 | |
| mixup_prob: 1.0 | |
| mixup_switch_prob: 0.5 | |
| model: vit_tiny_patch16_224.augreg_in21k | |
| model_ema: false | |
| model_ema_decay: 0.9998 | |
| model_ema_force_cpu: false | |
| model_kwargs: {} | |
| momentum: 0.9 | |
| multiple_evaluations: true | |
| n_crops: 1 | |
| no_aug: false | |
| no_ddp_bb: false | |
| no_prefetcher: true | |
| no_resume_opt: false | |
| not_load_input_size: false | |
| num_classes: null | |
| num_jobs: 1 | |
| num_step: 6800 | |
| num_transform: 2 | |
| ojha_d3: false | |
| only_linear_training: true | |
| only_validate: false | |
| opacity_max: 1.0 | |
| opacity_min: 0.2 | |
| opt: adam | |
| opt_betas: null | |
| opt_eps: null | |
| opt_kwargs: {} | |
| output: /leonardo_scratch/large/userexternal/fcocchi0/deepfake/runs | |
| overlay_max: 0.35 | |
| overlay_min: 0.05 | |
| pad_max: 0.25 | |
| pad_min: 0.01 | |
| patience_counter: 0 | |
| patience_epochs: 5 | |
| permutation_fake: false | |
| permutation_real: false | |
| pin_mem: false | |
| pix_max: 1 | |
| pix_min: 0.3 | |
| plot_freq: 5 | |
| pretrained: true | |
| random_crop: false | |
| random_grayscale_prob: 0.01 | |
| ratio: | |
| - 0.75 | |
| - 1.3333333333333333 | |
| ratio_max: 2 | |
| ratio_min: 0.75 | |
| real_centering_loss: false | |
| recount: 1 | |
| recovery_interval: 0 | |
| remode: pixel | |
| reprob: 0.0 | |
| resize_max: 512 | |
| resize_min: 64 | |
| resplit: false | |
| resume: '' | |
| rotatio_max: 270 | |
| rotatio_min: 90 | |
| saturation_max: 1.5 | |
| saturation_min: 0.5 | |
| save_images: false | |
| save_model_linear: false | |
| scale: | |
| - 0.08 | |
| - 1.0 | |
| scale_max: 1.5 | |
| scale_min: 0.5 | |
| sched: plateau | |
| sched_on_updates: false | |
| seed: 42 | |
| sharp_max: 2.0 | |
| sharp_min: 1.2 | |
| shuffle_max: 0.35 | |
| shuffle_min: 0.0 | |
| skew_max: 1.0 | |
| skew_min: -1.0 | |
| smoothing: 0.0 | |
| split_bn: false | |
| start_epoch: null | |
| std: | |
| - 0.229 | |
| - 0.224 | |
| - 0.225 | |
| step: 5 | |
| sup_contrastive_loss: false | |
| suppl: false | |
| sync_bn: true | |
| synchronize_step: false | |
| teacher_temp: 0.07 | |
| teacher_temp_fix: false | |
| test_augm: false | |
| test_shards_augm: dataset/shards/coco-test-dict.shards | |
| test_shards_no_augm: dataset/shards/coco-test-dict.shards | |
| threshold_plateau: 0.001 | |
| torchcompile: null | |
| torchscript: false | |
| train_interpolation: random | |
| train_shards: dataset/shards/elsav2-training.shards | |
| train_split: train | |
| triplet_loss: false | |
| tta: 0 | |
| use_multi_epochs_loader: false | |
| val: false | |
| val_shards_augm: dataset/shards/validation_set-transf-elsav2.shards | |
| val_shards_no_augm: dataset/shards/validation_set-no_transf-elsav2.shards | |
| val_split: validation | |
| validation_batch_size: 50 | |
| vflip: 0.0 | |
| wandb_entity: lorenzo_b_master_thesis | |
| wandb_group: null | |
| wandb_id: null | |
| wandb_logging: false | |
| wandb_name: null | |
| wandb_notes: null | |
| wandb_project_name: contrastive-fake | |
| wandb_resume: allow | |
| warmup_epochs: 0 | |
| warmup_lr: 1.0e-06 | |
| warmup_prefix: false | |
| warmup_teacher_temp: 0.04 | |
| warmup_teacher_temp_epochs: 30 | |
| watermark_prob: 0.2 | |
| weight_decay: 2.0e-05 | |
| weight_decay_end: null | |
| worker_seeding: all | |
| workers: 8 | |
| workers_validate: 3 | |