Update localrerank.py
Browse files- localrerank.py +1 -1
localrerank.py
CHANGED
|
@@ -12,7 +12,7 @@ app = FastAPI()
|
|
| 12 |
security = HTTPBearer()
|
| 13 |
|
| 14 |
SK_KEY = os.environ.get("SK_KEY", "sk-aaabbbcccdddeeefffggghhhiiijjjkkk")
|
| 15 |
-
MODEL_ID = os.environ.get("RERANK_MODEL", "Qwen/Qwen3-Reranker-
|
| 16 |
MAX_LENGTH = int(os.environ.get("MAX_LENGTH", "1024"))
|
| 17 |
DEVICE = 'cuda' if torch.cuda.is_available() else 'cpu'
|
| 18 |
|
|
|
|
| 12 |
security = HTTPBearer()
|
| 13 |
|
| 14 |
SK_KEY = os.environ.get("SK_KEY", "sk-aaabbbcccdddeeefffggghhhiiijjjkkk")
|
| 15 |
+
MODEL_ID = os.environ.get("RERANK_MODEL", "Qwen/Qwen3-Reranker-4B")
|
| 16 |
MAX_LENGTH = int(os.environ.get("MAX_LENGTH", "1024"))
|
| 17 |
DEVICE = 'cuda' if torch.cuda.is_available() else 'cpu'
|
| 18 |
|