Upload folder using huggingface_hub

README.md

@@ -1,16 +1,13 @@
 ---
 license: agpl-3.0
 language:
-- en
+- evm
 tags:
 - evm
 - ethereum
 - bytecode
 - smart-contracts
 - blockchain
-- deberta-v2
-datasets:
-- custom
 library_name: transformers
 pipeline_tag: fill-mask
 ---
@@ -72,7 +69,7 @@ outputs = model(**inputs)
 
 # Get embeddings
 embeddings = outputs.last_hidden_state  # [batch, seq_len, hidden_size]
-pooled_embedding = embeddings.mean(dim=1)  # Mean over all tokens (sequence length axis)
+pooled = embeddings[:, 0, :]  # CLS token embedding
 ```
 
 ## Limitations

config.json

@@ -2,10 +2,10 @@
   "architectures": [
     "DebertaV2ForMaskedLM"
   ],
-  "attention_probs_dropout_prob": 0.3,
+  "attention_probs_dropout_prob": 0.6,
   "dtype": "float32",
   "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.3,
+  "hidden_dropout_prob": 0.6,
   "hidden_size": 256,
   "initializer_range": 0.02,
   "intermediate_size": 1024,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf50cc670e0f622219152805b2a27be04292ab47232f1963eaeb0c68862950ab
+oid sha256:9fa0a0af5247d2638f59580aca10786db303024bc877ee5c4d0700a06742af46
 size 57131368