DisgustingOzil commited on
Commit
bc5fc51
·
verified ·
1 Parent(s): e0db8f7
Files changed (1) hide show
  1. handler.py +8 -10
handler.py CHANGED
@@ -6,23 +6,21 @@ import importlib
6
  import subprocess
7
  import importlib
8
 
9
- def install_package(package):
10
- subprocess.check_call(["pip", "install", package])
11
 
12
- def install_and_import(package, index_url=None):
13
  try:
14
  importlib.import_module(package)
15
  except ImportError:
16
- if index_url:
17
- subprocess.check_call(["pip", "install", package, "--index-url", index_url])
18
- else:
19
- subprocess.check_call(["pip", "install", package])
20
  finally:
21
  globals()[package] = importlib.import_module(package)
22
 
23
- # Install packages
24
- install_package('xformers --index-url https://download.pytorch.org/whl/cu121')
25
- install_package('unsloth[kaggle-new] @ git+https://github.com/unslothai/unsloth.git')
 
26
  class EndpointHandler():
27
  def __init__(self, path=""):
28
  model_id = "DisgustingOzil/Academic-MCQ-Generator"
 
6
  import subprocess
7
  import importlib
8
 
9
+ import subprocess
10
+ import importlib
11
 
12
+ def install_and_import(package):
13
  try:
14
  importlib.import_module(package)
15
  except ImportError:
16
+ subprocess.check_call(["pip", "install", package])
 
 
 
17
  finally:
18
  globals()[package] = importlib.import_module(package)
19
 
20
+ # Ensure 'bitsandbytes' is installed
21
+ install_and_import('accelerate')
22
+ install_and_import('bitsandbytes')
23
+
24
  class EndpointHandler():
25
  def __init__(self, path=""):
26
  model_id = "DisgustingOzil/Academic-MCQ-Generator"