yadvender12 commited on
Commit
ec76ccb
·
verified ·
1 Parent(s): ca39d97

Model save

Browse files
README.md ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ tags:
4
+ - generated_from_trainer
5
+ base_model: yadvender12/AV_MAE_2class_complete_DF1M
6
+ metrics:
7
+ - accuracy
8
+ - f1
9
+ model-index:
10
+ - name: AV_MAE_2class_complete_lora_DF1M
11
+ results: []
12
+ ---
13
+
14
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
15
+ should probably proofread and complete it, then remove this comment. -->
16
+
17
+ # AV_MAE_2class_complete_lora_DF1M
18
+
19
+ This model was trained from scratch on an unknown dataset.
20
+ It achieves the following results on the evaluation set:
21
+ - Loss: 0.1726
22
+ - Accuracy: 0.9642
23
+ - F1: 0.9641
24
+
25
+ ## Model description
26
+
27
+ More information needed
28
+
29
+ ## Intended uses & limitations
30
+
31
+ More information needed
32
+
33
+ ## Training and evaluation data
34
+
35
+ More information needed
36
+
37
+ ## Training procedure
38
+
39
+ ### Training hyperparameters
40
+
41
+ The following hyperparameters were used during training:
42
+ - learning_rate: 5e-05
43
+ - train_batch_size: 8
44
+ - eval_batch_size: 8
45
+ - seed: 42
46
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
47
+ - lr_scheduler_type: linear
48
+ - lr_scheduler_warmup_ratio: 0.1
49
+ - training_steps: 18792
50
+ - mixed_precision_training: Native AMP
51
+
52
+ ### Training results
53
+
54
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 |
55
+ |:-------------:|:-----:|:-----:|:---------------:|:--------:|:------:|
56
+ | 0.1843 | 1.0 | 18792 | 0.1726 | 0.9642 | 0.9641 |
57
+
58
+
59
+ ### Framework versions
60
+
61
+ - PEFT 0.10.0
62
+ - Transformers 4.37.2
63
+ - Pytorch 2.2.1+cu118
64
+ - Datasets 2.18.0
65
+ - Tokenizers 0.15.1
adapter_config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": {
4
+ "base_model_class": "VideoMAEForVideoClassification",
5
+ "parent_library": "model.twoclass.audiovideo_mae_noCEnoCL"
6
+ },
7
+ "base_model_name_or_path": "yadvender12/AV_MAE_2class_complete_DF1M",
8
+ "bias": "none",
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 16,
17
+ "lora_dropout": 0.1,
18
+ "megatron_config": null,
19
+ "megatron_core": "megatron.core",
20
+ "modules_to_save": [
21
+ "final_classifier"
22
+ ],
23
+ "peft_type": "LORA",
24
+ "r": 16,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": [
28
+ "key",
29
+ "fused_classifier",
30
+ "value",
31
+ "video_classifier",
32
+ "audio_classifier",
33
+ "query"
34
+ ],
35
+ "task_type": null,
36
+ "use_dora": false,
37
+ "use_rslora": false
38
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea1f106c6140ab4af677ebc31ca80a6b1173c978c4fc759dd1195192c05d9772
3
+ size 7297360
preprocessor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": {
3
+ "height": 224,
4
+ "width": 224
5
+ },
6
+ "do_center_crop": true,
7
+ "do_normalize": true,
8
+ "do_rescale": true,
9
+ "do_resize": true,
10
+ "image_mean": [
11
+ 0.485,
12
+ 0.456,
13
+ 0.406
14
+ ],
15
+ "image_processor_type": "VideoMAEImageProcessor",
16
+ "image_std": [
17
+ 0.229,
18
+ 0.224,
19
+ 0.225
20
+ ],
21
+ "resample": 2,
22
+ "rescale_factor": 0.00392156862745098,
23
+ "size": {
24
+ "shortest_edge": 224
25
+ }
26
+ }
runs/May26_19-45-25_trail-02/events.out.tfevents.1716767131.trail-02.2044540.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dfa34f6a768b21d5fde647744f9fef9bf9c78341249297bb08de17a0a637b29
3
+ size 6979
runs/May26_19-47-00_trail-02/events.out.tfevents.1716767226.trail-02.2050824.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a4157dc1a3054b4d7a1204cd02e2d7447d708643e4fd266ad395d5512fc8ea
3
+ size 301243
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3feb9e823dae21b80625df11de4985c6fb1a6ccda97fa9b6e059e8abdc624b92
3
+ size 4792