broadfield-dev commited on
Commit
7be1a86
·
verified ·
1 Parent(s): 4e2f0bc

Update ai_engine.py

Browse files
Files changed (1) hide show
  1. ai_engine.py +5 -5
ai_engine.py CHANGED
@@ -16,7 +16,10 @@ from huggingface_hub import login, hf_hub_download
16
 
17
  API_KEY = os.getenv("OPENROUTER_API_KEY")
18
  MODEL = os.getenv("OPENROUTER_MODEL", "google/gemma-2-9b-it:free")
19
-
 
 
 
20
 
21
  class LocalModelHandler:
22
  def __init__(self, repo_id, device=None, use_quantization=False):
@@ -120,10 +123,7 @@ class LocalModelHandler:
120
  _embed_model = None
121
 
122
  def get_embedding(text):
123
- global _embed_model
124
- if _embed_model is None:
125
- from sentence_transformers import SentenceTransformer
126
- _embed_model = SentenceTransformer('all-MiniLM-L6-v2')
127
  return _embed_model.encode(text).tolist()
128
 
129
  def chat_stream(messages):
 
16
 
17
  API_KEY = os.getenv("OPENROUTER_API_KEY")
18
  MODEL = os.getenv("OPENROUTER_MODEL", "google/gemma-2-9b-it:free")
19
+ global _embed_model
20
+ if _embed_model is None:
21
+ from sentence_transformers import SentenceTransformer
22
+ _embed_model = SentenceTransformer('all-MiniLM-L6-v2')
23
 
24
  class LocalModelHandler:
25
  def __init__(self, repo_id, device=None, use_quantization=False):
 
123
  _embed_model = None
124
 
125
  def get_embedding(text):
126
+
 
 
 
127
  return _embed_model.encode(text).tolist()
128
 
129
  def chat_stream(messages):