aa: null
amp: true
amp_dtype: float16
amp_impl: native
aug_repeats: 0
aug_splits: 0
batch_size: 64
bce_loss: true
bce_target_thresh: null
benchmark: false
blur_max: 2
blur_min: 0.1
blur_prob: 0.5
blur_sig:
- 0
- 3.0
bn_eps: null
bn_momentum: null
brightness_max: 2
brightness_min: 0.5
channels_last: false
checkpoint_hist: 10
cineca: true
class_map: ''
classifier:
- linear
- knn
- svm
clip_grad: null
clip_mode: norm
color_jitter: 0.4
contrast_max: 1.5
contrast_min: 0.5
contrastive_loss: false
cooldown_epochs: 0
corvi_resnet: false
crop_max: 512
crop_min: 64
crop_pct: null
cutmix: 0.0
cutmix_minmax: null
data: null
data_dir: /leonardo_scratch/large/userexternal/fcocchi0/deepfake/dataset/webdatasets_elsa_v2
data_dir_eval_augm: /leonardo_scratch/large/userexternal/fcocchi0/deepfake/dataset/Elsa_datasetv2_test_fix/wds_test_small/transf
data_dir_eval_no_augm: /leonardo_scratch/large/userexternal/fcocchi0/deepfake/dataset/Elsa_datasetv2_test_fix/wds_test_small/no_transf
data_generator: null
data_len_eval: 4800
data_len_linear: 9600
data_len_train: null
dataset: elsa_v2_binarycrossentropy
dataset_download: false
dataset_eval: elsa_v2_binarycrossentropy_all_gen
decay_epochs: 90
decay_milestones:
- 90
- 180
- 270
decay_rate: 0.1
defake: false
deterministic: true
dino_crop: false
dino_head: false
dino_loss: false
dino_loss_weight: 0.5
dino_temp: 0.1
dist_bn: reduce
distance: cosine
double_contrastive: false
drop: 0.0
drop_block: null
drop_connect: null
drop_path: null
early_stopping: false
epoch_repeats: 0.0
epochs: 150
epochs_classifier: 1500
eval_metric: accuracy
experiment: code-pro-linear_d3-augm_prob_0.5-vit_tiny_patch16_224.augreg_in21k_w8_transform_lr-5e-5-batch_size-256_epochs-150_loss-bce_optimizer-adam_fcocchi
external_transform: false
fast_norm: false
fuser: ''
global_crops_scale:
- 0.4
- 1.0
gp: null
grad_accum_steps: 1
grad_checkpointing: false
head_bottlenck: 256
head_hidden_dim: 384
head_init_bias: null
head_init_scale: null
head_out: 192
hflip: 0.5
img_size: null
in_chans: null
infonce_loss_temperature: 0.1
initial_checkpoint: ''
input_size:
- 3
- 224
- 224
interpolation: ''
jitter_max: 1.5
jitter_min: 0.5
job_id: 0
jpeg_max: 100
jpeg_min: 30
jpeg_prob: 0.5
jsd_loss: false
ladeda: false
lambda_loss: 10
last_crop: false
layer_decay: null
linear_pretrained: null
linear_train_shards: dataset/shards/elsa_v2_train_transf.shards
load_code: true
local_crops_scale:
- 0.05
- 0.4
local_rank: 0
log_interval: 5
log_wandb: true
lr: 5.0e-05
lr_base: 0.1
lr_base_scale: ''
lr_base_size: 256
lr_cycle_decay: 0.5
lr_cycle_limit: 1
lr_cycle_mul: 1.0
lr_k_decay: 1.0
lr_noise: null
lr_noise_pct: 0.67
lr_noise_std: 1.0
margin: 1
mean:
- 0.485
- 0.456
- 0.406
min_lr: 0.0
mixup: 0.0
mixup_mode: batch
mixup_off_epoch: 0
mixup_prob: 1.0
mixup_switch_prob: 0.5
model: vit_tiny_patch16_224.augreg_in21k
model_ema: false
model_ema_decay: 0.9998
model_ema_force_cpu: false
model_kwargs: {}
momentum: 0.9
multiple_evaluations: true
n_crops: 1
no_aug: false
no_ddp_bb: false
no_prefetcher: true
no_resume_opt: false
not_load_input_size: false
num_classes: null
num_jobs: 1
num_step: 6800
num_transform: 2
ojha_d3: false
only_linear_training: true
only_validate: false
opacity_max: 1.0
opacity_min: 0.2
opt: adam
opt_betas: null
opt_eps: null
opt_kwargs: {}
output: /leonardo_scratch/large/userexternal/fcocchi0/deepfake/runs
overlay_max: 0.35
overlay_min: 0.05
pad_max: 0.25
pad_min: 0.01
patience_counter: 0
patience_epochs: 5
permutation_fake: false
permutation_real: false
pin_mem: false
pix_max: 1
pix_min: 0.3
plot_freq: 5
pretrained: true
random_crop: false
random_grayscale_prob: 0.01
ratio:
- 0.75
- 1.3333333333333333
ratio_max: 2
ratio_min: 0.75
real_centering_loss: false
recount: 1
recovery_interval: 0
remode: pixel
reprob: 0.0
resize_max: 512
resize_min: 64
resplit: false
resume: ''
rotatio_max: 270
rotatio_min: 90
saturation_max: 1.5
saturation_min: 0.5
save_images: false
save_model_linear: false
scale:
- 0.08
- 1.0
scale_max: 1.5
scale_min: 0.5
sched: plateau
sched_on_updates: false
seed: 42
sharp_max: 2.0
sharp_min: 1.2
shuffle_max: 0.35
shuffle_min: 0.0
skew_max: 1.0
skew_min: -1.0
smoothing: 0.0
split_bn: false
start_epoch: null
std:
- 0.229
- 0.224
- 0.225
step: 5
sup_contrastive_loss: false
suppl: false
sync_bn: true
synchronize_step: false
teacher_temp: 0.07
teacher_temp_fix: false
test_augm: false
test_shards_augm: dataset/shards/coco-test-dict.shards
test_shards_no_augm: dataset/shards/coco-test-dict.shards
threshold_plateau: 0.001
torchcompile: null
torchscript: false
train_interpolation: random
train_shards: dataset/shards/elsav2-training.shards
train_split: train
triplet_loss: false
tta: 0
use_multi_epochs_loader: false
val: false
val_shards_augm: dataset/shards/validation_set-transf-elsav2.shards
val_shards_no_augm: dataset/shards/validation_set-no_transf-elsav2.shards
val_split: validation
validation_batch_size: 50
vflip: 0.0
wandb_entity: lorenzo_b_master_thesis
wandb_group: null
wandb_id: null
wandb_logging: false
wandb_name: null
wandb_notes: null
wandb_project_name: contrastive-fake
wandb_resume: allow
warmup_epochs: 0
warmup_lr: 1.0e-06
warmup_prefix: false
warmup_teacher_temp: 0.04
warmup_teacher_temp_epochs: 30
watermark_prob: 0.2
weight_decay: 2.0e-05
weight_decay_end: null
worker_seeding: all
workers: 8
workers_validate: 3