fix truncat maxlength

app/ner/services/ner.py

@@ -17,6 +17,8 @@ class NER:
         self.pipeline = pipeline(task=settings.TASK_NAME, 
                                  model=self.model, 
                                  tokenizer=self.tokenizer,
+                                 truncation=settings.TRUNCATE, 
+                                 max_length=settings.MAX_LENGTH,
                                  device=settings.DEVICE)
         
     async def predict(self, text: str, entity_tag: str = None):

core/conf.py

@@ -36,6 +36,8 @@ class Settings(BaseSettings):
     TASK_NAME: str = 'token-classification'
     ACCELERATOR: str = 'ort'
     DEVICE: str = 'cpu'
+    TRUNCATE: bool = True
+    MAX_LENGTH: int = 512
 
     # FastAPI
     FASTAPI_API_V1_PATH: str = '/api/v1'