add hf token; add graphviz dependency

app.py

@@ -37,7 +37,7 @@ import gradio as gr
 
 # Model ID for HuggingFace Hub
 MODEL_ID = "rudaoshi/lingua"
-
+HF_TOKEN = os.getenv("HF_TOKEN")
 
 # ============================================================================
 # Model Loading
@@ -96,7 +96,7 @@ class ModelLoader:
         
         # Load tokenizer
         print("Loading tokenizer...")
-        self._tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
+        self._tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_auth_token=HF_TOKEN)
         
         # Create model
         print("Creating model...")

model.py

@@ -182,6 +182,8 @@ class NodeClassifier(nn.Module):
 # ============================================================================
 # Word-Lingua Parser Model (v2)
 # ============================================================================
+import os 
+HF_TOKEN = os.getenv("HF_TOKEN")
 
 class WordLinguaParserV2(nn.Module):
     """
@@ -202,7 +204,7 @@ class WordLinguaParserV2(nn.Module):
         
         from transformers import AutoModel
         
-        self.bert = AutoModel.from_pretrained(bert_model_name)
+        self.bert = AutoModel.from_pretrained(bert_model_name, use_auth_token=HF_TOKEN)
         hidden_size = self.bert.config.hidden_size
         self.word_pooling = word_pooling
         

packages.txt

@@ -0,0 +1,2 @@
+graphviz
+

requirements.txt

@@ -5,4 +5,5 @@ huggingface-hub>=0.16.0
 numpy>=1.24.0
 jsonlines>=3.1.0
 networkx>=3.0
+graphviz>=0.20.0