broadfield-dev commited on
Commit
24cdd61
·
verified ·
1 Parent(s): 7be1a86

Update ai_engine.py

Browse files
Files changed (1) hide show
  1. ai_engine.py +3 -4
ai_engine.py CHANGED
@@ -12,14 +12,13 @@ from transformers import (
12
  StoppingCriteriaList
13
  )
14
  from huggingface_hub import login, hf_hub_download
 
15
 
16
 
17
  API_KEY = os.getenv("OPENROUTER_API_KEY")
18
  MODEL = os.getenv("OPENROUTER_MODEL", "google/gemma-2-9b-it:free")
19
- global _embed_model
20
- if _embed_model is None:
21
- from sentence_transformers import SentenceTransformer
22
- _embed_model = SentenceTransformer('all-MiniLM-L6-v2')
23
 
24
  class LocalModelHandler:
25
  def __init__(self, repo_id, device=None, use_quantization=False):
 
12
  StoppingCriteriaList
13
  )
14
  from huggingface_hub import login, hf_hub_download
15
+ from sentence_transformers import SentenceTransformer
16
 
17
 
18
  API_KEY = os.getenv("OPENROUTER_API_KEY")
19
  MODEL = os.getenv("OPENROUTER_MODEL", "google/gemma-2-9b-it:free")
20
+
21
+ _embed_model = SentenceTransformer('all-MiniLM-L6-v2')
 
 
22
 
23
  class LocalModelHandler:
24
  def __init__(self, repo_id, device=None, use_quantization=False):