WildnerveAI commited on
Commit
2bcd517
·
verified ·
1 Parent(s): 4275d16

Upload 5 files

Browse files
Files changed (5) hide show
  1. config.py +1 -2
  2. handler.py +10 -3
  3. model_PrTr.py +1 -4
  4. requirements.in +0 -1
  5. requirements.txt +0 -1
config.py CHANGED
@@ -367,10 +367,9 @@ def load_config() -> AppConfig:
367
  with open(config_path, "r") as f:
368
  raw = json.load(f)
369
  except Exception as e:
370
- logger.error(f"Failed to open config.json: {e}", exc_info=True)
371
  raise
372
 
373
- # Validate and build strong-typed config
374
  try:
375
  cfg = AppConfig(**raw)
376
  logger.debug(f"Config loaded: {cfg.json()}")
 
367
  with open(config_path, "r") as f:
368
  raw = json.load(f)
369
  except Exception as e:
370
+ logger.error(f"Failed to read config.json: {e}", exc_info=True)
371
  raise
372
 
 
373
  try:
374
  cfg = AppConfig(**raw)
375
  logger.debug(f"Config loaded: {cfg.json()}")
handler.py CHANGED
@@ -81,6 +81,11 @@ class EndpointHandler:
81
 
82
  def __call__(self, data: Dict[str, Any], parameters: Dict[str, Any] = None) -> List[Dict[str, Any]]:
83
  """Handler entry point"""
 
 
 
 
 
84
  try:
85
  logger.info(f"Handler received request: {data}")
86
  result = self.predict(data, parameters)
@@ -95,9 +100,8 @@ class EndpointHandler:
95
  return [{"generated_text": str(result) if result is not None else "No output generated"}]
96
 
97
  except Exception as e:
98
- logger.error(f"Error in __call__: {e}")
99
- logger.error(traceback.format_exc())
100
- return [{"generated_text": f"Error in endpoint handler: {str(e)}"}]
101
 
102
  def initialize(self):
103
  if self.initialized:
@@ -108,7 +112,10 @@ class EndpointHandler:
108
  self.initialized = True
109
  return True
110
  except Exception as e:
 
111
  logger.error(f"Adapter initialization failed for path '{self.path}': {e}", exc_info=True)
 
 
112
  return False
113
 
114
  def predict(self, inputs: Dict[str, Any], parameters: Dict[str, Any] = None) -> List[Dict[str, Any]]:
 
81
 
82
  def __call__(self, data: Dict[str, Any], parameters: Dict[str, Any] = None) -> List[Dict[str, Any]]:
83
  """Handler entry point"""
84
+ # On first call, if init fails, return the real error
85
+ if not self.initialized:
86
+ ok = self.initialize()
87
+ if not ok:
88
+ return [{"generated_text": f"Initialization error: {self.init_error}"}]
89
  try:
90
  logger.info(f"Handler received request: {data}")
91
  result = self.predict(data, parameters)
 
100
  return [{"generated_text": str(result) if result is not None else "No output generated"}]
101
 
102
  except Exception as e:
103
+ logger.error(f"Error in __call__: {e}", exc_info=True)
104
+ return [{"generated_text": f"Runtime error: {e}"}]
 
105
 
106
  def initialize(self):
107
  if self.initialized:
 
112
  self.initialized = True
113
  return True
114
  except Exception as e:
115
+ # log full stack trace
116
  logger.error(f"Adapter initialization failed for path '{self.path}': {e}", exc_info=True)
117
+ # store message for client
118
+ self.init_error = str(e)
119
  return False
120
 
121
  def predict(self, inputs: Dict[str, Any], parameters: Dict[str, Any] = None) -> List[Dict[str, Any]]:
model_PrTr.py CHANGED
@@ -6,7 +6,7 @@ import torch
6
  import logging
7
  import importlib
8
  import torch.nn as nn
9
- from config import load_config
10
  from transformers import AutoTokenizer, AutoModel
11
  from typing import Optional, List, Dict, Any, Union
12
  from sentence_transformers import SentenceTransformer
@@ -16,9 +16,6 @@ from service_registry import registry, MODEL, TOKENIZER
16
  from base_interfaces.common_types import *
17
  from base_interfaces.model_interface import AbstractModel
18
 
19
- # Import environment setup first to ensure config is available
20
- from model_env_setup import app_config
21
-
22
  app_config = load_config()
23
  logger = logging.getLogger(__name__)
24
 
 
6
  import logging
7
  import importlib
8
  import torch.nn as nn
9
+ from config import load_config, app_config
10
  from transformers import AutoTokenizer, AutoModel
11
  from typing import Optional, List, Dict, Any, Union
12
  from sentence_transformers import SentenceTransformer
 
16
  from base_interfaces.common_types import *
17
  from base_interfaces.model_interface import AbstractModel
18
 
 
 
 
19
  app_config = load_config()
20
  logger = logging.getLogger(__name__)
21
 
requirements.in CHANGED
@@ -50,7 +50,6 @@ accelerate>=0.20.0
50
  datasets>=2.10.0
51
  spikingjelly>=0.0.0.0.12
52
  norse>=0.0.7
53
- gradio>=3.50.0
54
  matplotlib>=3.5.0
55
  plotly>=5.5.0
56
  scipy>=1.9.0
 
50
  datasets>=2.10.0
51
  spikingjelly>=0.0.0.0.12
52
  norse>=0.0.7
 
53
  matplotlib>=3.5.0
54
  plotly>=5.5.0
55
  scipy>=1.9.0
requirements.txt CHANGED
@@ -10,7 +10,6 @@ snntorch>=0.6.0
10
  spikingjelly>=0.0.0.0.12
11
  norse>=0.0.7
12
  nltk>=3.0.0
13
- gradio>=3.50.0
14
  matplotlib>=3.5.0
15
  plotly>=5.5.0
16
  pandas>=2.0.0
 
10
  spikingjelly>=0.0.0.0.12
11
  norse>=0.0.7
12
  nltk>=3.0.0
 
13
  matplotlib>=3.5.0
14
  plotly>=5.5.0
15
  pandas>=2.0.0