upload checkpoints

README.md

@@ -1,9 +1,51 @@
 ---
 license: mit
-base_model:
-- openai/clip-vit-base-patch32
-pipeline_tag: zero-shot-image-classification
+base_model: laion/CLIP-ViT-B-32-laion2B-s34B-b79K
 tags:
-- room classification
-- luxury level classification
----
+- generated_from_trainer
+model-index:
+- name: laion-finetuned_v5e7_epoch10_fold0_threshold3
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# laion-finetuned_v5e7_epoch10_fold0_threshold3
+
+This model is a fine-tuned version of [laion/CLIP-ViT-B-32-laion2B-s34B-b79K](https://huggingface.co/laion/CLIP-ViT-B-32-laion2B-s34B-b79K) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-06
+- train_batch_size: 384
+- eval_batch_size: 24
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.37.2
+- Pytorch 2.0.1+cu117
+- Datasets 2.14.4
+- Tokenizers 0.15.0

all_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 10.0,
+    "train_loss": 2.881923577724359,
+    "train_runtime": 3987.6216,
+    "train_samples_per_second": 38.263,
+    "train_steps_per_second": 0.098
+}

config.json

@@ -0,0 +1,22 @@
+{
+  "_name_or_path": "laion/CLIP-ViT-B-32-laion2B-s34B-b79K",
+  "architectures": [
+    "CLIPModel"
+  ],
+  "initializer_factor": 1.0,
+  "logit_scale_init_value": 2.6592,
+  "model_type": "clip",
+  "projection_dim": 512,
+  "text_config": {
+    "dropout": 0.0,
+    "hidden_act": "gelu",
+    "model_type": "clip_text_model"
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.37.2",
+  "vision_config": {
+    "dropout": 0.0,
+    "hidden_act": "gelu",
+    "model_type": "clip_vision_model"
+  }
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63332bfdd9c35ab710bf744df92a7a6de2261ca269c7a63d035187fdaae46d2b
+size 605156676

train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 10.0,
+    "train_loss": 2.881923577724359,
+    "train_runtime": 3987.6216,
+    "train_samples_per_second": 38.263,
+    "train_steps_per_second": 0.098
+}

trainer_state.json

@@ -0,0 +1,90 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 10.0,
+  "eval_steps": 500,
+  "global_step": 390,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "learning_rate": 9e-07,
+      "loss": 3.1249,
+      "step": 39
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 8e-07,
+      "loss": 2.9372,
+      "step": 78
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 7e-07,
+      "loss": 2.8912,
+      "step": 117
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 6e-07,
+      "loss": 2.8686,
+      "step": 156
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 5e-07,
+      "loss": 2.8503,
+      "step": 195
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 4e-07,
+      "loss": 2.8397,
+      "step": 234
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3e-07,
+      "loss": 2.8334,
+      "step": 273
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 2e-07,
+      "loss": 2.8271,
+      "step": 312
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 1e-07,
+      "loss": 2.8268,
+      "step": 351
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 0.0,
+      "loss": 2.82,
+      "step": 390
+    },
+    {
+      "epoch": 10.0,
+      "step": 390,
+      "total_flos": 8711089615388160.0,
+      "train_loss": 2.881923577724359,
+      "train_runtime": 3987.6216,
+      "train_samples_per_second": 38.263,
+      "train_steps_per_second": 0.098
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 390,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "total_flos": 8711089615388160.0,
+  "train_batch_size": 384,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a138c79b11f259d6a0c3679b10d8c637d0ff2d78606b99a0988162aa0c9d4608
+size 4347