Upload model

config.json

@@ -1,6 +1,5 @@
 {
   "_name": null,
-  "_name_or_path": "./roberturk_checkpoints/config.json",
   "architectures": [
     "RobertaModel"
   ],
@@ -15,6 +14,7 @@
     "use_nbm": false,
     "warmup_iterations": 500
   },
+  "bos_token_id": 0,
   "bpe": null,
   "checkpoint": {
     "_name": null,
@@ -180,6 +180,7 @@
     "ema_update_freq": 1,
     "store_ema": false
   },
+  "eos_token_id": 2,
   "eval_lm": {
     "_name": null,
     "context_window": 0,
@@ -312,7 +313,7 @@
     "spectral_norm_classification_head": false,
     "untie_weights_roberta": false
   },
-  "model_type": "bert",
+  "model_type": "roberta",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "optimization": {
@@ -345,7 +346,7 @@
     "use_old_adam": false,
     "weight_decay": 0.01
   },
-  "pad_token_id": 0,
+  "pad_token_id": 1,
   "position_embedding_type": "absolute",
   "scoring": null,
   "task": {
@@ -373,5 +374,5 @@
   "transformers_version": "4.35.2",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 50265
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7468e585ee905e6e465030032d396962cd759f97a0e21e0757d8e79e250765bf
-size 437951328
+oid sha256:f02b8b59d7cf9300bb49d5590ffd8d22898b9ca8b4fc79ae45744dede70e685c
+size 498601832