DisgustingOzil commited on
Commit
36fe791
·
verified ·
1 Parent(s): 2a88551

updated handler.py

Browse files
Files changed (1) hide show
  1. handler.py +12 -0
handler.py CHANGED
@@ -1,6 +1,18 @@
1
  from typing import Dict, List, Any
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
 
 
3
 
 
 
 
 
 
 
 
 
 
 
4
  class EndpointHandler():
5
  def __init__(self, path=""):
6
  model_id = "DisgustingOzil/Academic-MCQ-Generator"
 
1
  from typing import Dict, List, Any
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
+ import subprocess
4
+ import importlib
5
 
6
+ def install_and_import(package):
7
+ try:
8
+ importlib.import_module(package)
9
+ except ImportError:
10
+ subprocess.check_call(["pip", "install", package])
11
+ finally:
12
+ globals()[package] = importlib.import_module(package)
13
+
14
+ # Ensure 'bitsandbytes' is installed
15
+ install_and_import('bitsandbytes')
16
  class EndpointHandler():
17
  def __init__(self, path=""):
18
  model_id = "DisgustingOzil/Academic-MCQ-Generator"