Add novic checkpoint

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 sample_images/*.jpg filter=lfs diff=lfs merge=lfs -text
+*.train filter=lfs diff=lfs merge=lfs -text

checkpoints/ovod_20240628_142131/hydra/config.yaml

@@ -0,0 +1,209 @@
+action: train
+device: cuda
+allow_tf32: true
+cudnn_bench: true
+determ: false
+determ_seed: 1
+dry_run: false
+wandb: true
+wandb_project: ovod
+wandb_entity: null
+wandb_group: null
+wandb_job_type: null
+wandb_name: null
+wandb_tags: null
+embedder_spec: openclip:apple/DFN5B-CLIP-ViT-H-14-378
+embedder_amp: true
+embedder_amp_bf16: false
+embedder_compile: false
+embedder_optimum: false
+batch_size_token: 2048
+batch_size_embed: 512
+batch_size_image: 256
+embedding_dataset: dfn5bl_multiset3c2_cache_vt0.bin
+embedding_datasets: []
+batch_size: 512
+dataset_workers: 8
+vocab_path: $SOURCE/data/object_nouns.json
+vocab_thres: 0
+prompt_path: $SOURCE/data/prompts.json
+prompt_collection: ImageNet1K | CIFAR
+hypernym_collection: None
+noun_cache: true
+noun_recache: false
+noun_cache_dir: $SOURCE/cache/noun_dataset
+embedding_cache_dir: $SOURCE/cache/embedding_cache
+strict_embedder: true
+save_embedding_cache: ''
+cls_dataset: ImageNet1K
+cls_datasets: []
+cls_dataset_root: ~/Datasets
+cls_split: valid
+load_model: ''
+load_models: []
+load_models_dirnum: 1
+model: PrefixedIterDecoder
+with_start_token: false
+with_end_token: true
+compact_ids: true
+fixed_token_length: false
+auto_fixed_token_length: true
+use_masks: true
+use_weights: true
+multi_target: true
+multi_first: false
+fixed_multi_length: false
+amp: false
+amp_bf16: true
+vocab_quant: false
+num_end_loss: 1
+label_smoothing: 0.0
+hidden_dim: 512
+feedfwd_scale: 1/4
+mlp_hidden_layer: none
+mlp_hidden_bias: false
+mlp_hidden_norm: false
+mlp_hidden_activation: gelu
+input_dropout: 0.1
+num_layers: 6
+num_heads: 8
+layer_dropout: 0.1
+layer_activation: gelu
+layer_norm_first: true
+layer_bias: false
+logits_bias: false
+init_bias_zero: true
+init_mlp_mode: balanced
+init_mlp_unit_norm: false
+init_tfrm_mode: balanced
+init_tfrm_unit_norm: false
+init_tfrm_unit_postnorm: true
+init_tfrm_proj_layers: true
+init_zero_norm: false
+init_rezero_mode: none
+mlp_seq_len: 4
+weight_tying: true
+strictly_causal: false
+enable_nested: false
+cross_encoder: true
+num_encoder_layers: 6
+gencfg: ''
+gencfgs: []
+gencfgs_grid: false
+gencfg_method:
+- greedy
+- beam
+gencfg_topk:
+- 3
+- 5
+- 10
+gencfg_prior:
+- none
+- tgt0.25
+- tgt0.5
+- tok0.25
+- tok0.5
+gencfg_guide:
+- plain
+gencfg_tau:
+- 0.5
+- 1
+- 2
+gencfg_alpha:
+- -0.2
+- 0
+- 0.2
+- 0.5
+test_training: true
+test_device: true
+test_patch: true
+test_consistent: false
+test_print: 0
+clip_prompts: true
+measure_gap: false
+multi_target_freq:
+- 1
+- 1
+captions_path: ''
+template_multiplier: 10
+sample_multiplier: 20
+captions_print: 0
+class_names_variant: clip
+images: []
+save_targets: null
+multi_mode: max
+load_train_state: true
+load_lr_state: true
+chunk_scale: 50
+save_every_min: 12
+save_every_max: 48
+save_top1_min: 95.0
+save_top1_delta: 0.5
+max_epochs: 18
+max_chunks: 0
+accum_factor: 16
+optimizer: AdamW
+init_lr: 0.0015
+final_lr: 0.0
+lr_scheduler: cosine
+lr_warmup: 0
+beta1: 0.9
+beta2: 0.95
+weight_decay: 0.1
+weight_decay_1d: false
+nesterov: true
+compile: false
+gradient_clip: 1.0
+loss_ewa_halflife: 4
+last_dropout_chunks: 0
+last_dropout_factor: 0.0
+mean_shift: false
+mean_shift_path: $SOURCE/data/modality_gap_$EMBEDDER.json
+noise_scheme: GaussElemUniformAngle
+noise_vec_norm: 3.25
+noise_angle_min: 45
+noise_angle_max: 75
+noise_angle_std: 0.0
+noise_mix_ratio: 0.15
+fix_force_vtx: false
+eval_train: false
+eval_guided: false
+eval_debug: false
+eval_samples_max: 0
+eval_images: ''
+eval_images_dir: $SOURCE/extras/eval_images
+infer_log: true
+infer_texts: []
+infer_images: []
+infer_image_dir: $SOURCE/extras/infer_images
+infer_all_images_dir: ''
+infer_ann_json: $IMAGEDIR/_class_annotations.json
+infer_ann_json_update: false
+infer_guided: false
+infer_guide_dataset: ''
+infer_guide_targets: []
+infer_debug: false
+infer_pred_json: false
+load_pred_jsons: []
+pred_image_dir: $SOURCE/extras/infer_images
+pred_ann_json: $IMAGEDIR/_class_annotations.json
+pfmt_type: model_topk_v1
+pfmt_topk: 3
+pfmt_model_spec: true
+pfmt_sort: ''
+fmt_type: all_v2
+fmt_models: ''
+fmt_model_hosts: ''
+fmt_hosts: ''
+fmt_min_ago: ''
+fmt_max_ago: ''
+fmt_min_stamp: ''
+fmt_max_stamp: ''
+fmt_sort: ''
+wiki_collect_dir: $SOURCE/extras/wiki_images
+sample_input_dir: ''
+sample_output_dir: $SOURCE/extras/sampled_images
+sample_count: 100
+sample_special: []
+sample_special_mean: 0.05
+sample_special_factor: []

checkpoints/ovod_20240628_142131/hydra/hydra.yaml

@@ -0,0 +1,135 @@
+hydra:
+  run:
+    dir: outputs/ovod_${now:%Y%m%d_%H%M%S}
+  sweep:
+    dir: outputs/ovod_${now:%Y%m%d_%H%M%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    root: null
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    root: null
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - action=train
+    - embedder_spec=openclip:apple/DFN5B-CLIP-ViT-H-14-378
+    - embedding_dataset=dfn5bl_multiset3c2_cache_vt0.bin
+    - multi_target=True
+    - use_weights=True
+    - noise_scheme=GaussElemUniformAngle
+    - noise_vec_norm=3.25
+    - noise_angle_min=45
+    - noise_angle_max=75
+    - noise_mix_ratio=0.15
+    - accum_factor=16
+  job:
+    name: train
+    chdir: null
+    override_dirname: accum_factor=16,action=train,embedder_spec=openclip:apple/DFN5B-CLIP-ViT-H-14-378,embedding_dataset=dfn5bl_multiset3c2_cache_vt0.bin,multi_target=True,noise_angle_max=75,noise_angle_min=45,noise_mix_ratio=0.15,noise_scheme=GaussElemUniformAngle,noise_vec_norm=3.25,use_weights=True
+    id: ???
+    num: ???
+    config_name: train
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /data/strahl/Code/ovod
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /data/strahl/Code/ovod/config
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /data/strahl/Code/ovod/outputs/ovod_20240628_142131
+    choices:
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: none
+      hydra/hydra_logging: none
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

checkpoints/ovod_20240628_142131/hydra/overrides.yaml

@@ -0,0 +1,11 @@
+- action=train
+- embedder_spec=openclip:apple/DFN5B-CLIP-ViT-H-14-378
+- embedding_dataset=dfn5bl_multiset3c2_cache_vt0.bin
+- multi_target=True
+- use_weights=True
+- noise_scheme=GaussElemUniformAngle
+- noise_vec_norm=3.25
+- noise_angle_min=45
+- noise_angle_max=75
+- noise_mix_ratio=0.15
+- accum_factor=16

checkpoints/ovod_20240628_142131/ovod_chunk0433_20240630_235415.train

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ade7136b777e111a0cc3e08e0800143332beb81bf412ffac6fd1cd066612e8
+size 188603970