Mustafa Öztürk commited on
Commit
be2ed92
·
1 Parent(s): c399765

Add startup diagnostics for model load and int8

Browse files
Files changed (1) hide show
  1. app/ml/model_loader.py +17 -7
app/ml/model_loader.py CHANGED
@@ -22,10 +22,12 @@ def load_system():
22
 
23
  device_id = 0 if torch.cuda.is_available() else -1
24
  torch_device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
25
 
26
  tokenizer_o = AutoTokenizer.from_pretrained(TR_OFF_MODEL_PATH)
27
  model_o = AutoModelForSequenceClassification.from_pretrained(TR_OFF_MODEL_PATH).to(torch_device)
28
  model_o.eval()
 
29
 
30
  if torch_device.type == "cpu":
31
  try:
@@ -36,8 +38,9 @@ def load_system():
36
  )
37
  model_o.eval()
38
  gc.collect()
39
- except Exception:
40
- pass
 
41
 
42
  try:
43
  gibberish = pipeline(
@@ -45,11 +48,15 @@ def load_system():
45
  model="madhurjindal/autonlp-Gibberish-Detector-492513457",
46
  device=device_id,
47
  )
48
- except Exception:
 
 
49
  gibberish = None
50
 
51
  detox_en = Detoxify("original")
 
52
  detox_multi = Detoxify("multilingual")
 
53
 
54
  if torch_device.type == "cpu":
55
  try:
@@ -59,8 +66,9 @@ def load_system():
59
  dtype=torch.qint8,
60
  )
61
  gc.collect()
62
- except Exception:
63
- pass
 
64
  try:
65
  detox_multi.model = torch.quantization.quantize_dynamic(
66
  detox_multi.model,
@@ -68,8 +76,9 @@ def load_system():
68
  dtype=torch.qint8,
69
  )
70
  gc.collect()
71
- except Exception:
72
- pass
 
73
 
74
  _STATE.update(
75
  {
@@ -81,6 +90,7 @@ def load_system():
81
  "TORCH_DEVICE": torch_device,
82
  }
83
  )
 
84
 
85
  return _STATE
86
 
 
22
 
23
  device_id = 0 if torch.cuda.is_available() else -1
24
  torch_device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
25
+ print(f"[LOAD] Device: {torch_device}")
26
 
27
  tokenizer_o = AutoTokenizer.from_pretrained(TR_OFF_MODEL_PATH)
28
  model_o = AutoModelForSequenceClassification.from_pretrained(TR_OFF_MODEL_PATH).to(torch_device)
29
  model_o.eval()
30
+ print("[LOAD] BERTurk yüklendi")
31
 
32
  if torch_device.type == "cpu":
33
  try:
 
38
  )
39
  model_o.eval()
40
  gc.collect()
41
+ print("[LOAD] BERTurk INT8 OK")
42
+ except Exception as e:
43
+ print(f"[LOAD] BERTurk INT8 HATA: {e}")
44
 
45
  try:
46
  gibberish = pipeline(
 
48
  model="madhurjindal/autonlp-Gibberish-Detector-492513457",
49
  device=device_id,
50
  )
51
+ print("[LOAD] Gibberish yüklendi")
52
+ except Exception as e:
53
+ print(f"[LOAD] Gibberish HATA: {e}")
54
  gibberish = None
55
 
56
  detox_en = Detoxify("original")
57
+ print("[LOAD] Detoxify EN yüklendi")
58
  detox_multi = Detoxify("multilingual")
59
+ print("[LOAD] Detoxify Multi yüklendi")
60
 
61
  if torch_device.type == "cpu":
62
  try:
 
66
  dtype=torch.qint8,
67
  )
68
  gc.collect()
69
+ print("[LOAD] Detoxify EN INT8 OK")
70
+ except Exception as e:
71
+ print(f"[LOAD] Detoxify EN INT8 HATA: {e}")
72
  try:
73
  detox_multi.model = torch.quantization.quantize_dynamic(
74
  detox_multi.model,
 
76
  dtype=torch.qint8,
77
  )
78
  gc.collect()
79
+ print("[LOAD] Detoxify Multi INT8 OK")
80
+ except Exception as e:
81
+ print(f"[LOAD] Detoxify Multi INT8 HATA: {e}")
82
 
83
  _STATE.update(
84
  {
 
90
  "TORCH_DEVICE": torch_device,
91
  }
92
  )
93
+ print("[LOAD] Sistem hazir")
94
 
95
  return _STATE
96