Model save

README.md

@@ -0,0 +1,61 @@
+---
+license: cc-by-nc-4.0
+base_model: facebook/timesformer-base-finetuned-k400
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: videomae-timesformer-surf-analytics
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# videomae-timesformer-surf-analytics
+
+This model is a fine-tuned version of [facebook/timesformer-base-finetuned-k400](https://huggingface.co/facebook/timesformer-base-finetuned-k400) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.6248
+- Accuracy: 0.7469
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.1
+- training_steps: 185
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|
+| 0.3519        | 1.0   | 185  | 0.6248          | 0.7469   |
+
+
+### Framework versions
+
+- Transformers 4.41.2
+- Pytorch 2.1.0+cpu
+- Datasets 2.19.2
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "eval_accuracy": 0.7468879668049793,
+    "eval_loss": 0.6247833371162415,
+    "eval_runtime": 480.9608,
+    "eval_samples_per_second": 0.501,
+    "eval_steps_per_second": 0.127
+}

test_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "eval_accuracy": 0.7595505617977528,
+    "eval_loss": 0.6546679735183716,
+    "eval_runtime": 894.0936,
+    "eval_samples_per_second": 0.498,
+    "eval_steps_per_second": 0.125
+}

trainer_state.json

@@ -0,0 +1,204 @@
+{
+  "best_metric": 0.7468879668049793,
+  "best_model_checkpoint": "videomae-timesformer-surf-analytics\\checkpoint-185",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 185,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.05405405405405406,
+      "grad_norm": 14.17848014831543,
+      "learning_rate": 2.6315789473684212e-05,
+      "loss": 1.3698,
+      "step": 10
+    },
+    {
+      "epoch": 0.10810810810810811,
+      "grad_norm": 16.72647476196289,
+      "learning_rate": 4.9698795180722894e-05,
+      "loss": 1.0755,
+      "step": 20
+    },
+    {
+      "epoch": 0.16216216216216217,
+      "grad_norm": 18.17704200744629,
+      "learning_rate": 4.668674698795181e-05,
+      "loss": 1.4432,
+      "step": 30
+    },
+    {
+      "epoch": 0.21621621621621623,
+      "grad_norm": 20.910032272338867,
+      "learning_rate": 4.3674698795180726e-05,
+      "loss": 1.0146,
+      "step": 40
+    },
+    {
+      "epoch": 0.2702702702702703,
+      "grad_norm": 10.354851722717285,
+      "learning_rate": 4.066265060240964e-05,
+      "loss": 1.0673,
+      "step": 50
+    },
+    {
+      "epoch": 0.32432432432432434,
+      "grad_norm": 7.187958240509033,
+      "learning_rate": 3.765060240963856e-05,
+      "loss": 0.7366,
+      "step": 60
+    },
+    {
+      "epoch": 0.3783783783783784,
+      "grad_norm": 9.815324783325195,
+      "learning_rate": 3.463855421686747e-05,
+      "loss": 1.0463,
+      "step": 70
+    },
+    {
+      "epoch": 0.43243243243243246,
+      "grad_norm": 4.608554840087891,
+      "learning_rate": 3.162650602409639e-05,
+      "loss": 0.4352,
+      "step": 80
+    },
+    {
+      "epoch": 0.4864864864864865,
+      "grad_norm": 11.857942581176758,
+      "learning_rate": 2.86144578313253e-05,
+      "loss": 0.6602,
+      "step": 90
+    },
+    {
+      "epoch": 0.5405405405405406,
+      "grad_norm": 1.6288377046585083,
+      "learning_rate": 2.560240963855422e-05,
+      "loss": 0.5549,
+      "step": 100
+    },
+    {
+      "epoch": 0.5945945945945946,
+      "grad_norm": 11.936553001403809,
+      "learning_rate": 2.2590361445783133e-05,
+      "loss": 0.5939,
+      "step": 110
+    },
+    {
+      "epoch": 0.6486486486486487,
+      "grad_norm": 3.940782308578491,
+      "learning_rate": 1.957831325301205e-05,
+      "loss": 0.2964,
+      "step": 120
+    },
+    {
+      "epoch": 0.7027027027027027,
+      "grad_norm": 33.594818115234375,
+      "learning_rate": 1.6566265060240965e-05,
+      "loss": 0.4994,
+      "step": 130
+    },
+    {
+      "epoch": 0.7567567567567568,
+      "grad_norm": 3.192025899887085,
+      "learning_rate": 1.3554216867469879e-05,
+      "loss": 0.3885,
+      "step": 140
+    },
+    {
+      "epoch": 0.8108108108108109,
+      "grad_norm": 11.03485107421875,
+      "learning_rate": 1.0542168674698796e-05,
+      "loss": 0.4043,
+      "step": 150
+    },
+    {
+      "epoch": 0.8648648648648649,
+      "grad_norm": 20.232900619506836,
+      "learning_rate": 7.530120481927712e-06,
+      "loss": 0.6208,
+      "step": 160
+    },
+    {
+      "epoch": 0.918918918918919,
+      "grad_norm": 11.275419235229492,
+      "learning_rate": 4.518072289156626e-06,
+      "loss": 0.2811,
+      "step": 170
+    },
+    {
+      "epoch": 0.972972972972973,
+      "grad_norm": 8.59189510345459,
+      "learning_rate": 1.5060240963855423e-06,
+      "loss": 0.3519,
+      "step": 180
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7468879668049793,
+      "eval_loss": 0.6247833371162415,
+      "eval_runtime": 490.3895,
+      "eval_samples_per_second": 0.491,
+      "eval_steps_per_second": 0.124,
+      "step": 185
+    },
+    {
+      "epoch": 1.0,
+      "step": 185,
+      "total_flos": 6.483572318129357e+17,
+      "train_loss": 0.7087372805621173,
+      "train_runtime": 4701.0958,
+      "train_samples_per_second": 0.157,
+      "train_steps_per_second": 0.039
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9014844804318488,
+      "eval_loss": 0.27916327118873596,
+      "eval_runtime": 1639.1829,
+      "eval_samples_per_second": 0.452,
+      "eval_steps_per_second": 0.113,
+      "step": 185
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7595505617977528,
+      "eval_loss": 0.6546679735183716,
+      "eval_runtime": 894.0936,
+      "eval_samples_per_second": 0.498,
+      "eval_steps_per_second": 0.125,
+      "step": 185
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7468879668049793,
+      "eval_loss": 0.6247833371162415,
+      "eval_runtime": 480.9608,
+      "eval_samples_per_second": 0.501,
+      "eval_steps_per_second": 0.127,
+      "step": 185
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 185,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.483572318129357e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

val_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "eval_accuracy": 0.7468879668049793,
+    "eval_loss": 0.6247833371162415,
+    "eval_runtime": 480.9608,
+    "eval_samples_per_second": 0.501,
+    "eval_steps_per_second": 0.127
+}