Calcifer0323 commited on
Commit
9ca349e
·
1 Parent(s): 4e4150b

fix: remove model.half() - LayerNorm not supported for Half on CPU

Browse files
Files changed (1) hide show
  1. main.py +1 -5
main.py CHANGED
@@ -41,11 +41,7 @@ async def lifespan(app: FastAPI):
41
  global model
42
  print(f"Loading embedding model: {MODEL_NAME}")
43
  model = SentenceTransformer(MODEL_NAME, device='cpu')
44
- try:
45
- model.half()
46
- print("Model converted to half precision (float16)")
47
- except Exception as e:
48
- print(f"Could not convert to half precision: {e}")
49
  print(f"Model loaded. Dimensions: {model.get_sentence_embedding_dimension()}")
50
  yield
51
  model = None
 
41
  global model
42
  print(f"Loading embedding model: {MODEL_NAME}")
43
  model = SentenceTransformer(MODEL_NAME, device='cpu')
44
+ # НЕ используем half() - на CPU LayerNorm не поддерживает float16
 
 
 
 
45
  print(f"Model loaded. Dimensions: {model.get_sentence_embedding_dimension()}")
46
  yield
47
  model = None