rafaelsandroni commited on
Commit
e19205f
·
verified ·
1 Parent(s): 2234696

Upload eval_data.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval_data.json +81 -0
eval_data.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "optimal_threshold": 0.5,
3
+ "test_results": {
4
+ "eval_loss": 0.16758447885513306,
5
+ "eval_accuracy": 0.9857604679802956,
6
+ "eval_f1": 0.9332852506310855,
7
+ "eval_precision": 0.9635145197319435,
8
+ "eval_recall": 0.9048951048951049,
9
+ "eval_roc_auc": 0.9925474758764847,
10
+ "eval_class_metrics": {
11
+ "class_0_precision": 0.9883251781268778,
12
+ "class_0_recall": 0.9957619788963847,
13
+ "class_0_f1": 0.9920296411184353,
14
+ "class_1_precision": 0.9635145197319435,
15
+ "class_1_recall": 0.9048951048951049,
16
+ "class_1_f1": 0.9332852506310855
17
+ },
18
+ "eval_runtime": 220.015,
19
+ "eval_samples_per_second": 59.051,
20
+ "eval_steps_per_second": 1.845,
21
+ "epoch": 0.22621591051903983
22
+ },
23
+ "eval_results": {
24
+ "eval_loss": 0.12878268957138062,
25
+ "eval_accuracy": 0.9872229064039408,
26
+ "eval_f1": 0.9404591104734576,
27
+ "eval_precision": 0.9632623071271125,
28
+ "eval_recall": 0.9187105816398038,
29
+ "eval_roc_auc": 0.9958163404734399,
30
+ "eval_class_metrics": {
31
+ "class_0_precision": 0.9900266529103259,
32
+ "class_0_recall": 0.9956766104626027,
33
+ "class_0_f1": 0.9928435937230558,
34
+ "class_1_precision": 0.9632623071271125,
35
+ "class_1_recall": 0.9187105816398038,
36
+ "class_1_f1": 0.9404591104734576
37
+ },
38
+ "eval_runtime": 222.6834,
39
+ "eval_samples_per_second": 58.343,
40
+ "eval_steps_per_second": 1.823,
41
+ "epoch": 0.22621591051903983
42
+ },
43
+ "loss_function": "cross_entropy",
44
+ "loss_params": {
45
+ "margin_in": 2.0,
46
+ "margin_out": 18.0,
47
+ "temperature": 1.0
48
+ },
49
+ "params": {
50
+ "base_model": "jhu-clsp/mmBERT-base",
51
+ "model_id": "modernguard-mmBERT-base-4-cross_entropy",
52
+ "huggingface_repo": null,
53
+ "dataset_id": "rafaelsandroni/modern-guard-v4-training",
54
+ "max_length": 2048,
55
+ "stride": 128,
56
+ "batch_size": 8,
57
+ "epochs": 20,
58
+ "learning_rate": 1e-05,
59
+ "weight_decay": 0.05,
60
+ "warmup_ratio": 0.1,
61
+ "margin_in": 2.0,
62
+ "margin_out": 18.0,
63
+ "eval_steps": 500,
64
+ "early_stopping_patience": 3,
65
+ "early_stopping_threshold": 0.001,
66
+ "loss_function": "cross_entropy",
67
+ "temperature": 1.0,
68
+ "energy_weight": 0.5,
69
+ "focal_gamma": 2.0,
70
+ "use_class_weights": true,
71
+ "seed": 42,
72
+ "max_samples": -1
73
+ },
74
+ "tokenization_type": "stride-based",
75
+ "dataset_stats": {
76
+ "original_examples": 1296302,
77
+ "train_original": 1270375,
78
+ "val_original": 12963,
79
+ "test_original": 12964
80
+ }
81
+ }