Upload TFBilma

modeling_bilma.py

@@ -9,7 +9,7 @@ from typing import Dict
 import re
 import unicodedata
 
-from .configuration_bilma import BilmaConfig
+from configuration_bilma import BilmaConfig
 
 # copied from preprocessing.py
 BLANK = ' '
@@ -37,6 +37,7 @@ class TFBilma(TFPreTrainedModel):
 
     def __init__(self, config):
         self.seq_max_length = config.seq_max_length
+        self.include_top = config.include_top
         super().__init__(config)
         #if config.weights == "spanish":
         #    my_resources = importlib_resources.files("hf_bilma") 
@@ -76,8 +77,10 @@ class TFBilma(TFPreTrainedModel):
         #if isinstance(tensor, dict) and len(tensor) == 0:
         #    return self.model(self.dummy_inputs)
         ins = tf.cast(inputs["input_ids"], tf.float32)
-        
-        output = {"logits":self.model(ins)}
+        if self.include_top:
+            output = {"logits":self.model(ins)}
+        else:
+            output = {"last_hidden_state":self.model(ins)}
         return output
     
 

tf_model.h5

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d31e357973be9bf86a3676237280b3ffe852ac994efd62d6eb67e06e36cd039
+oid sha256:75330683b2e51a65402cdd6b87de8d51b817f5924bfa2e8ce2c085d15b3b841b
 size 156564220