Update handler.py

handler.py

@@ -9,10 +9,16 @@ logger = logging.getLogger(__name__)
 
 # Load configuration settings from a separate file (config.json)
 # Example configuration file:
-# {
-#   "model_name": "acecalisto3/InstructiPhi",
-#   "max_length": 50,
-#   "logging_level": "INFO"
+#{
+#  "architectures": [
+#    "AceCalisto3"
+#  ],
+#  "attention_probs_dropout_prob": 0.1,
+#  "bos_token_id": 0,
+#  "eos_token_id": 2,
+#  "hidden_act": "gelu",
+#  "hidden_dropout_prob": 0.1,
+#  "hidden_size": 1024,
 # }
 try:
     with open('config.json') as f:
@@ -21,7 +27,7 @@ except FileNotFoundError:
     logger.error("Configuration file 'config.json' not found. Using default settings.")
     config = {
         "model_name": "acecalisto3/InstructiPhi",  # Default model name
-        "max_length": 50,                         # Default max length
+        "max_length": 16788,                         # Default max length
         "logging_level": "INFO"                   # Default logging level
     }