update

.gitattributes

@@ -53,3 +53,53 @@ checkpoint-8000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
 checkpoint-8000/model.safetensors filter=lfs diff=lfs merge=lfs -text
 checkpoint-5000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
 checkpoint-5000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-4000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-4000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-7000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-7000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-6000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-6000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-2000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-2000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-3000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-3000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-1000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-1000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-9000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-9000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-8000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-8000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-5000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-5000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/a7/bf/a7bf31945ef393eaa647967344c9a941b7d5ef458dcf178c7b8b315528313e77 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/0e/a9/0ea9dcad47a5d5c7ac644761fbc3601aba7c3564c07355ee0ed5dfd0ddb56879 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/34/3a/343a53804cb7af51a419cd37f551c6218d5bd7622b3049a1b872f1023acc2dbb filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/91/38/91381301b6d488a3956c506506ac29a12a92eb7060e93a8ca2d421ad9610afde filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/bf/b3/bfb3a64d6f35f045a64d66a97b5d46808769128ff13f34bc818ae376944ff4e0 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/b8/e5/b8e567b2cb15063ab115f1020568afbaa841b783cc8b38ef46ee4676e21f1af6 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/35/d2/35d2e3db295a2d7198043afcba19614b97d54ad0448b013207c51296aa4a06df filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/57/30/5730e4ebac4b2f9a8b3068c362152fcf91ea754c41cf9dafdeda223ea10b2a7a filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/0f/46/0f463e60c4862487b78357c262ee261ec7427ebeff91971d0bd8cf31d59f8515 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/ad/50/ad5081ad43b2cbc96b7aab08d2402d1ae11126ca69014417a6f18d0b17719b1e filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/47/66/476696e304f9cba924c45f044e64a0b4b9608426c1599ea30586b38c2d0ee76b filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/b0/72/b072a539f2e8304826d7d613f3ad6361a3ae276a70c96fb3aeeadf87873a2bd3 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/9d/56/9d568d5035ba11c9fa0bcb8f1085aae4714e6e680ba432c544a8d3ba0b6130ca filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/02/9f/029faa46a614b48e40c0195cda23c85f1e6d69a4c79e8b203b74cf1709165487 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/d1/8b/d18b2abec22655dec6b68f0b05706457f62b1e485111e87dfe8ef92a49cb89f0 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/fa/67/fa675cfa2f15939808ad1f2494ea984a6d3f0de60944eae0d3d5035201382a47 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/10/c7/10c7fb87ee10056884c1d359ef3c59ade05cc4a8e228054e72a81d9837c6d8b2 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/6c/66/6c66952737120638f4dbec48fa809e6e7c76e8e2db8f6465b1df1f3a5fedf167 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/78/1e/781eb28f9b9ba539b112cd511f9e6453d7ee1899d934a53832346639bb7b8afd filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/73/8b/738bf8f27f17b1953aeff7fa2227c9bf8c776e5e7c057d06d53ef2f9c19e26c1 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/39/3f/393fd63d54aaade57042a4e2c0aa2f39f9d9bc180367b235cf8d3e09cb3d537e filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/4d/aa/4daa6816abd94b7f7974734ad6457ca1f802b842bf4b6efa5ff9b7d9f81d02d6 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/7e/84/7e84e9518c88decf68d33d42fbc68c6aff1e2c53b72d590db901929f8e543783 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/be/20/be20784cf6103079b32c920e58a94679d1ade12583950ca2073bfa306c0763ec filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/67/47/6747378a0d18781de9427853de7afc3b66f1a92c414f799cd172a08e0cd1129b filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/67/e8/67e82aaa0445d57396f2a42f6e58a43eb5a382bea31a48e403de3d843d089457 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/3d/66/3d668092a2ba69374241aaae2329ce38659a7402daf7f0f0b9db1fbde3e37b5d filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/90/43/904302d3c4f5a5c309c3b607af8c6eda0eb84ff777f7c455572da1760f3a8c65 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/65/84/65845cf8a79d7d4f3d283a13e66827bb8d856f6cbed25d433e978525f4a6bcf4 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/65/a5/65a5560f58ccd5dbfa491645652cf28f6c5e5119c60d6e6ea9c3d0d6b063ebba filter=lfs diff=lfs merge=lfs -text

arguments.json

@@ -35,7 +35,7 @@
     "query_max_len": 180,
     "query_postfix": "",
     "query_prefix": "search_query: ",
-    "request_as_query": true,
+    "request_as_query": false,
     "subquery_prefix": "search_query: ",
     "train_group_size": 8,
     "train_irrelevant_size": 0,
@@ -83,7 +83,7 @@
     "bf16": true,
     "bf16_full_eval": false,
     "contrastive_lambda": 1.0,
-    "covdistil_lambda": 0.1,
+    "covdistil_lambda": 0.0,
     "covdistil_method": "KLD",
     "data_seed": null,
     "dataloader_drop_last": false,
@@ -155,7 +155,7 @@
     "log_level": "passive",
     "log_level_replica": "warning",
     "log_on_each_node": true,
-    "logging_dir": "/users/judylan1/models/CoveR/unsupervised.scope-10k/runs/Apr29_21-25-08_nid007863",
+    "logging_dir": "/users/judylan1/models/CoveR/unsupervised.scope-10k/runs/May31_16-08-57_nid007867",
     "logging_first_step": false,
     "logging_nan_inf_filter": true,
     "logging_steps": 10,

checkpoint-1000/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfb3a64d6f35f045a64d66a97b5d46808769128ff13f34bc818ae376944ff4e0
+oid sha256:3d668092a2ba69374241aaae2329ce38659a7402daf7f0f0b9db1fbde3e37b5d
 size 298041696

checkpoint-1000/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7bf31945ef393eaa647967344c9a941b7d5ef458dcf178c7b8b315528313e77
+oid sha256:029faa46a614b48e40c0195cda23c85f1e6d69a4c79e8b203b74cf1709165487
 size 596170443

checkpoint-1000/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+oid sha256:b398ecee24fc8ebf321a8b5a7e0f834002a61e9d3942cd0c0e3b4eb44858b833
 size 6353

checkpoint-2000/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67e82aaa0445d57396f2a42f6e58a43eb5a382bea31a48e403de3d843d089457
+oid sha256:393fd63d54aaade57042a4e2c0aa2f39f9d9bc180367b235cf8d3e09cb3d537e
 size 298041696

checkpoint-2000/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b072a539f2e8304826d7d613f3ad6361a3ae276a70c96fb3aeeadf87873a2bd3
+oid sha256:343a53804cb7af51a419cd37f551c6218d5bd7622b3049a1b872f1023acc2dbb
 size 596170443

checkpoint-2000/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+oid sha256:b398ecee24fc8ebf321a8b5a7e0f834002a61e9d3942cd0c0e3b4eb44858b833
 size 6353

checkpoint-3000/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be20784cf6103079b32c920e58a94679d1ade12583950ca2073bfa306c0763ec
+oid sha256:91381301b6d488a3956c506506ac29a12a92eb7060e93a8ca2d421ad9610afde
 size 298041696

checkpoint-3000/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad5081ad43b2cbc96b7aab08d2402d1ae11126ca69014417a6f18d0b17719b1e
+oid sha256:b8e567b2cb15063ab115f1020568afbaa841b783cc8b38ef46ee4676e21f1af6
 size 596170443

checkpoint-3000/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+oid sha256:b398ecee24fc8ebf321a8b5a7e0f834002a61e9d3942cd0c0e3b4eb44858b833
 size 6353

checkpoint-4000/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:476696e304f9cba924c45f044e64a0b4b9608426c1599ea30586b38c2d0ee76b
+oid sha256:10c7fb87ee10056884c1d359ef3c59ade05cc4a8e228054e72a81d9837c6d8b2
 size 298041696

checkpoint-4000/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f463e60c4862487b78357c262ee261ec7427ebeff91971d0bd8cf31d59f8515
+oid sha256:35d2e3db295a2d7198043afcba19614b97d54ad0448b013207c51296aa4a06df
 size 596170443

checkpoint-4000/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+oid sha256:b398ecee24fc8ebf321a8b5a7e0f834002a61e9d3942cd0c0e3b4eb44858b833
 size 6353

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5730e4ebac4b2f9a8b3068c362152fcf91ea754c41cf9dafdeda223ea10b2a7a
+oid sha256:65845cf8a79d7d4f3d283a13e66827bb8d856f6cbed25d433e978525f4a6bcf4
 size 298041696

old/arguments.json

@@ -0,0 +1,228 @@
+{
+  "data_args": {
+    "append_eos_token": false,
+    "assets_path": null,
+    "concat_query": false,
+    "corpus_config": null,
+    "corpus_name": "DylanJHJ/crux-researchy-corpus",
+    "corpus_path": null,
+    "corpus_split": "train",
+    "dataset_cache_dir": null,
+    "dataset_config": null,
+    "dataset_name": "DylanJHJ/crux-researchy-kdnew-ext",
+    "dataset_number_of_shards": 1,
+    "dataset_path": null,
+    "dataset_shard_index": 0,
+    "dataset_split": "pos_half.neu_low.neg_zero",
+    "encode_audio": true,
+    "encode_image": true,
+    "encode_is_query": false,
+    "encode_output_path": null,
+    "encode_text": true,
+    "encode_video": true,
+    "eval_corpus_name": null,
+    "eval_dataset_name": null,
+    "eval_dataset_split": null,
+    "eval_group_size": 32,
+    "exclude_title": true,
+    "negative_passage_no_shuffle": false,
+    "num_proc": 1,
+    "pad_to_multiple_of": 16,
+    "padding_side": "right",
+    "passage_max_len": 512,
+    "passage_prefix": "search_document: ",
+    "positive_passage_no_shuffle": false,
+    "query_max_len": 180,
+    "query_postfix": "",
+    "query_prefix": "search_query: ",
+    "request_as_query": true,
+    "subquery_prefix": "search_query: ",
+    "train_group_size": 8,
+    "train_irrelevant_size": 0,
+    "train_yaml": null
+  },
+  "model_args": {
+    "attn_implementation": "flash_attention_2",
+    "cache_dir": null,
+    "config_name": null,
+    "dtype": "float16",
+    "lora": false,
+    "lora_alpha": 64,
+    "lora_dropout": 0.1,
+    "lora_name_or_path": null,
+    "lora_r": 16,
+    "lora_target_modules": "q_proj,k_proj,v_proj,o_proj,down_proj,up_proj,gate_proj",
+    "model_name_or_path": "nomic-ai/modernbert-embed-base-unsupervised",
+    "normalize": true,
+    "num_views": 0,
+    "pooling": "mean",
+    "temperature": 0.02,
+    "tokenizer_name": null,
+    "view_pooling": "independent",
+    "view_start_idx": 5
+  },
+  "training_args": {
+    "_n_gpu": 1,
+    "accelerator_config": {
+      "dispatch_batches": null,
+      "even_batches": true,
+      "gradient_accumulation_kwargs": null,
+      "non_blocking": false,
+      "split_batches": false,
+      "use_configured_state": false,
+      "use_seedable_sampler": true
+    },
+    "adafactor": false,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "adam_epsilon": 1e-08,
+    "aggregation_strategy": "sum",
+    "auto_find_batch_size": false,
+    "average_tokens_across_devices": true,
+    "batch_eval_metrics": false,
+    "bf16": true,
+    "bf16_full_eval": false,
+    "contrastive_lambda": 1.0,
+    "covdistil_lambda": 0.1,
+    "covdistil_method": "KLD",
+    "data_seed": null,
+    "dataloader_drop_last": false,
+    "dataloader_num_workers": 8,
+    "dataloader_persistent_workers": false,
+    "dataloader_pin_memory": true,
+    "dataloader_prefetch_factor": null,
+    "ddp_backend": null,
+    "ddp_broadcast_buffers": null,
+    "ddp_bucket_cap_mb": null,
+    "ddp_find_unused_parameters": null,
+    "ddp_timeout": 1800,
+    "debug": [],
+    "deepspeed": null,
+    "disable_tqdm": false,
+    "distil_temperature": 0.02,
+    "do_eval": false,
+    "do_predict": false,
+    "do_train": false,
+    "eval_accumulation_steps": null,
+    "eval_delay": 0,
+    "eval_do_concat_batches": true,
+    "eval_on_start": false,
+    "eval_steps": 500.0,
+    "eval_strategy": "no",
+    "eval_use_gather_object": false,
+    "fp16": false,
+    "fp16_backend": "auto",
+    "fp16_full_eval": false,
+    "fp16_opt_level": "O1",
+    "fsdp": [],
+    "fsdp_config": {
+      "min_num_params": 0,
+      "xla": false,
+      "xla_fsdp_grad_ckpt": false,
+      "xla_fsdp_v2": false
+    },
+    "fsdp_min_num_params": 0,
+    "fsdp_transformer_layer_cls_to_wrap": null,
+    "full_determinism": false,
+    "gc_p_chunk_size": 32,
+    "gc_q_chunk_size": 4,
+    "grad_cache": false,
+    "gradient_accumulation_steps": 1,
+    "gradient_checkpointing": false,
+    "gradient_checkpointing_kwargs": null,
+    "greater_is_better": null,
+    "group_by_length": false,
+    "half_precision_backend": "auto",
+    "hub_always_push": false,
+    "hub_model_id": null,
+    "hub_private_repo": null,
+    "hub_revision": null,
+    "hub_strategy": "every_save",
+    "hub_token": null,
+    "ignore_data_skip": false,
+    "include_for_metrics": [],
+    "include_inputs_for_metrics": false,
+    "include_num_input_tokens_seen": "no",
+    "include_tokens_per_second": false,
+    "jit_mode_eval": false,
+    "label_names": null,
+    "label_smoothing_factor": 0.0,
+    "learning_rate": 5e-05,
+    "length_column_name": "length",
+    "liger_kernel_config": null,
+    "load_best_model_at_end": false,
+    "local_rank": 3,
+    "log_level": "passive",
+    "log_level_replica": "warning",
+    "log_on_each_node": true,
+    "logging_dir": "/users/judylan1/models/CoveR/unsupervised.scope-10k/runs/Apr29_21-25-08_nid007863",
+    "logging_first_step": false,
+    "logging_nan_inf_filter": true,
+    "logging_steps": 10,
+    "logging_strategy": "steps",
+    "lr_scheduler_kwargs": {},
+    "lr_scheduler_type": "cosine",
+    "max_grad_norm": 1.0,
+    "max_steps": 10000,
+    "metric_for_best_model": null,
+    "mp_parameters": "",
+    "neftune_noise_alpha": null,
+    "no_cuda": false,
+    "num_train_epochs": 3.0,
+    "optim": "adamw_torch",
+    "optim_args": null,
+    "optim_target_modules": null,
+    "output_dir": "/users/judylan1/models/CoveR/unsupervised.scope-10k",
+    "overwrite_output_dir": true,
+    "parallelism_config": null,
+    "past_index": -1,
+    "per_device_eval_batch_size": 8,
+    "per_device_train_batch_size": 16,
+    "per_gpu_eval_batch_size": null,
+    "per_gpu_train_batch_size": null,
+    "prediction_loss_only": true,
+    "project": "huggingface",
+    "push_to_hub": false,
+    "push_to_hub_model_id": null,
+    "push_to_hub_organization": null,
+    "push_to_hub_token": null,
+    "ray_scope": "last",
+    "remove_unused_columns": true,
+    "report_to": [
+      "tensorboard",
+      "wandb"
+    ],
+    "restore_callback_states_from_checkpoint": false,
+    "resume_from_checkpoint": null,
+    "run_name": "unsupervised.scope-10k",
+    "save_on_each_node": false,
+    "save_only_model": false,
+    "save_safetensors": true,
+    "save_steps": 1000,
+    "save_strategy": "steps",
+    "save_total_limit": null,
+    "seed": 42,
+    "skip_memory_metrics": true,
+    "sq_contrastive_lambda": 0.0,
+    "tf32": null,
+    "torch_compile": false,
+    "torch_compile_backend": null,
+    "torch_compile_mode": null,
+    "torch_empty_cache_steps": null,
+    "torchdynamo": null,
+    "tpu_metrics_debug": false,
+    "tpu_num_cores": null,
+    "trackio_space_id": "trackio",
+    "use_cpu": false,
+    "use_crossentropy": 1.0,
+    "use_kld": 0.0,
+    "use_legacy_prediction_loop": false,
+    "use_liger_kernel": false,
+    "use_mps_device": false,
+    "view_orthogonalize_lambda": 0.0,
+    "view_orthogonalize_method": null,
+    "warmup_ratio": 0.1,
+    "warmup_steps": 1000,
+    "weight_decay": 0.01
+  }
+}

old/checkpoint-1000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb3a64d6f35f045a64d66a97b5d46808769128ff13f34bc818ae376944ff4e0
+size 298041696

old/checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf31945ef393eaa647967344c9a941b7d5ef458dcf178c7b8b315528313e77
+size 596170443

old/checkpoint-1000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3044a568f2c48f55afab6e63cf0c046d3586784e77e39b1af825abecfb2cdba8
+size 15365

old/checkpoint-1000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86accf27064cdd503053e90476a6bd10de333d4ff0594535ad55ea13a473c91d
+size 15429

old/checkpoint-1000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ca8d714ef40be035404c1957b5a4dee84e1f43980408393f8aa710552ee6f6
+size 15429

old/checkpoint-1000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfdebe99e40accc9c9d8f09c63136a14abda997d9b501969ec8e16e9d183179
+size 15429

old/checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227416639c4056ffaa743a4f01bdfef6dbddd82f0bbb707f46a2fa715f6c19df
+size 1465

old/checkpoint-2000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e82aaa0445d57396f2a42f6e58a43eb5a382bea31a48e403de3d843d089457
+size 298041696

old/checkpoint-2000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b072a539f2e8304826d7d613f3ad6361a3ae276a70c96fb3aeeadf87873a2bd3
+size 596170443

old/checkpoint-2000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bb6b6e7da6250d22c25b95c64287be4aea598d9d97ef67b0fd69b9be869ed7
+size 15365

old/checkpoint-2000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13db4dd10b22b5464f5ef0b539152b46390eae6a827b355108cb54b1af2eb830
+size 15429

old/checkpoint-2000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e293f13fb6e873e8081636b6b07115410b397c55f1ed08b8772b059c8eb74e
+size 15429

old/checkpoint-2000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c595c077664f94b7f91088561951be20e39483e01865774a83bc46f3971a3152
+size 15429

old/checkpoint-2000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37aa11ca7bd908a516a680c15b824bf6f5def6f202a5933e140539a10d635c1f
+size 1465

old/checkpoint-3000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be20784cf6103079b32c920e58a94679d1ade12583950ca2073bfa306c0763ec
+size 298041696

old/checkpoint-3000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5081ad43b2cbc96b7aab08d2402d1ae11126ca69014417a6f18d0b17719b1e
+size 596170443

old/checkpoint-3000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0e770c61e3acef7bd144efee65a450ed487b244ed293a8dd801394ffcae775
+size 15365

old/checkpoint-3000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb125336725f7741cb4daa1e3d06e225bbacfde8d41c4dcabb6762c222e62c6
+size 15429

old/checkpoint-3000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153c865f77c7129ba565bded50f334683d51c80f20e3cfec39e62f8737b86f0d
+size 15429

old/checkpoint-3000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d017ce00fcebac7edc058ddd138f194eb0340f2d8ad0879bdab08f922ed0846e
+size 15429