callmesan commited on
Commit
905ca83
·
verified ·
1 Parent(s): 88761b8

Training in progress, epoch 1

Browse files
Files changed (3) hide show
  1. config.json +4 -6
  2. model.safetensors +1 -1
  3. training_args.bin +2 -2
config.json CHANGED
@@ -1,11 +1,10 @@
1
  {
2
- "_name_or_path": "answerdotai/ModernBERT-large",
3
  "architectures": [
4
  "ModernBertForSequenceClassification"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
- "bos_token_id": 50281,
9
  "classifier_activation": "gelu",
10
  "classifier_bias": false,
11
  "classifier_dropout": 0.0,
@@ -13,8 +12,9 @@
13
  "cls_token_id": 50281,
14
  "decoder_bias": true,
15
  "deterministic_flash_attn": false,
 
16
  "embedding_dropout": 0.0,
17
- "eos_token_id": 50282,
18
  "global_attn_every_n_layers": 3,
19
  "global_rope_theta": 160000.0,
20
  "gradient_checkpointing": false,
@@ -37,12 +37,10 @@
37
  "pad_token_id": 50283,
38
  "position_embedding_type": "absolute",
39
  "problem_type": "single_label_classification",
40
- "reference_compile": false,
41
  "repad_logits_with_grad": false,
42
  "sep_token_id": 50282,
43
  "sparse_pred_ignore_index": -100,
44
  "sparse_prediction": false,
45
- "torch_dtype": "float32",
46
- "transformers_version": "4.48.2",
47
  "vocab_size": 50368
48
  }
 
1
  {
 
2
  "architectures": [
3
  "ModernBertForSequenceClassification"
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
+ "bos_token_id": null,
8
  "classifier_activation": "gelu",
9
  "classifier_bias": false,
10
  "classifier_dropout": 0.0,
 
12
  "cls_token_id": 50281,
13
  "decoder_bias": true,
14
  "deterministic_flash_attn": false,
15
+ "dtype": "float32",
16
  "embedding_dropout": 0.0,
17
+ "eos_token_id": null,
18
  "global_attn_every_n_layers": 3,
19
  "global_rope_theta": 160000.0,
20
  "gradient_checkpointing": false,
 
37
  "pad_token_id": 50283,
38
  "position_embedding_type": "absolute",
39
  "problem_type": "single_label_classification",
 
40
  "repad_logits_with_grad": false,
41
  "sep_token_id": 50282,
42
  "sparse_pred_ignore_index": -100,
43
  "sparse_prediction": false,
44
+ "transformers_version": "4.56.1",
 
45
  "vocab_size": 50368
46
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80798a75dc096ece87a879e5e3f00d12e6a4ddf013a17c66d42f3c42318a343a
3
  size 1583351632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2b30a7fa70972f00d7f8bb14ac7f4e00f3c0c2de92b3646b79ce959f7cdd842
3
  size 1583351632
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d46990df9231e5857d1b6c532ec0fcc569054d16156e0efc119569fb6ea622ea
3
- size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc7bf406f0ed89f45ccf0b86da1f441705bfb32e55f6bcdea77a552b1bcc93eb
3
+ size 5432