KAPO transformers runtime rollout

.env

@@ -14,14 +14,15 @@ HF_SPACE_DOCKER=1
 KAGGLE_AUTO_BOOTSTRAP=0
 KAPO_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=19jyBWsQ9ciJVPi2PUigu5ti3gJ24A6TG
 KAPO_COMPUTE_PROFILE=cpu
-KAPO_HF_INFERENCE_API=1
-KAPO_HF_TRANSFORMERS_RUNTIME=0
+KAPO_DISABLE_EMBEDDINGS=1
+KAPO_HF_INFERENCE_API=0
+KAPO_HF_TRANSFORMERS_RUNTIME=1
 KAPO_LAZY_EMBED_STARTUP=1
 KAPO_LAZY_MODEL_STARTUP=1
 KAPO_PATCH_BUNDLE_URL=https://drive.google.com/uc?export=download&id=16rIe05GZihhAz7ba8E-WibKaJKbh9eu1
 KAPO_PATCH_MANIFEST_URL=https://drive.google.com/uc?export=download&id=1jLuPMCA3hp9qstZZtpBNzTK0XOmLrV8b
-KAPO_REMOTE_ENV_PASSWORD_B64=Wml4VURXdlRyU2FXQ011czNxODF5dEdVNmZ1Ujh3VmY
-KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xYlhYeWJaQUpqb3lQeGIxNUJDUXhRYmpJb3VQRHh4TU4
+KAPO_REMOTE_ENV_PASSWORD_B64=RDlxTjFLNU42ZDVpZURDYjBrRUVOV1hONFN5OVVnZUM
+KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xTTcySjRWeVFqVlNESUFTblZMLXF2dEZCa3VRM1R1WkQ
 KAPO_SHARED_STATE_BACKEND=google_drive
 MODEL_PROFILE_ID=hf-debugger-qwen25-7b-instruct
 MODEL_REPO=Qwen/Qwen2.5-1.5B-Instruct

bootstrap_space_runtime.py

@@ -22,14 +22,15 @@ DEFAULT_ENV = {
   "KAGGLE_AUTO_BOOTSTRAP": "0",
   "KAPO_BOOTSTRAP_URL": "https://drive.google.com/uc?export=download&id=19jyBWsQ9ciJVPi2PUigu5ti3gJ24A6TG",
   "KAPO_COMPUTE_PROFILE": "cpu",
-  "KAPO_HF_INFERENCE_API": "1",
-  "KAPO_HF_TRANSFORMERS_RUNTIME": "0",
+  "KAPO_DISABLE_EMBEDDINGS": "1",
+  "KAPO_HF_INFERENCE_API": "0",
+  "KAPO_HF_TRANSFORMERS_RUNTIME": "1",
   "KAPO_LAZY_EMBED_STARTUP": "1",
   "KAPO_LAZY_MODEL_STARTUP": "1",
   "KAPO_PATCH_BUNDLE_URL": "https://drive.google.com/uc?export=download&id=16rIe05GZihhAz7ba8E-WibKaJKbh9eu1",
   "KAPO_PATCH_MANIFEST_URL": "https://drive.google.com/uc?export=download&id=1jLuPMCA3hp9qstZZtpBNzTK0XOmLrV8b",
-  "KAPO_REMOTE_ENV_PASSWORD_B64": "Wml4VURXdlRyU2FXQ011czNxODF5dEdVNmZ1Ujh3VmY",
-  "KAPO_REMOTE_ENV_URL_B64": "aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xYlhYeWJaQUpqb3lQeGIxNUJDUXhRYmpJb3VQRHh4TU4",
+  "KAPO_REMOTE_ENV_PASSWORD_B64": "RDlxTjFLNU42ZDVpZURDYjBrRUVOV1hONFN5OVVnZUM",
+  "KAPO_REMOTE_ENV_URL_B64": "aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xTTcySjRWeVFqVlNESUFTblZMLXF2dEZCa3VRM1R1WkQ",
   "KAPO_SHARED_STATE_BACKEND": "google_drive",
   "MODEL_PROFILE_ID": "hf-debugger-qwen25-7b-instruct",
   "MODEL_REPO": "Qwen/Qwen2.5-1.5B-Instruct",

brain_server/api/main.py

@@ -118,6 +118,14 @@ def _feature_enabled(name: str, default: bool = False) -> bool:
     return str(value).strip().lower() in {"1", "true", "yes", "on"}
 
 
+def _hf_transformers_runtime_enabled() -> bool:
+    return _feature_enabled("KAPO_HF_TRANSFORMERS_RUNTIME", default=False)
+
+
+def _embeddings_enabled() -> bool:
+    return not _feature_enabled("KAPO_DISABLE_EMBEDDINGS", default=False)
+
+
 def _remote_brain_only() -> bool:
     return _feature_enabled("REMOTE_BRAIN_ONLY", default=False)
 
@@ -258,6 +266,9 @@ def ensure_model_loaded(repo_id: str, filename: str, hf_token: str | None = None
 
 def _load_embed_model() -> None:
     global EMBED_MODEL
+    if not _embeddings_enabled():
+        logger.info("Embedding model disabled by configuration")
+        return
     if EMBED_MODEL is not None:
         return
 
@@ -273,6 +284,9 @@ def _load_default_model() -> None:
     repo_id = str(os.getenv("MODEL_REPO", DEFAULT_MODEL_REPO) or DEFAULT_MODEL_REPO).strip()
     filename = str(os.getenv("MODEL_FILE", "") or "").strip()
     provider = str(os.getenv("BRAIN_PROVIDER", "") or os.getenv("BRAIN_TEMPLATE", "") or "").strip().lower()
+    if _hf_transformers_runtime_enabled():
+        ensure_model_loaded(repo_id, filename, hf_token=os.getenv("HF_TOKEN"))
+        return
     if not filename and (_feature_enabled("KAPO_HF_INFERENCE_API", default=False) or "huggingface" in provider or "hf-space" in provider):
         MODEL = None
         MODEL_ERROR = None

kapo.env

@@ -14,14 +14,15 @@ HF_SPACE_DOCKER=1
 KAGGLE_AUTO_BOOTSTRAP=0
 KAPO_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=19jyBWsQ9ciJVPi2PUigu5ti3gJ24A6TG
 KAPO_COMPUTE_PROFILE=cpu
-KAPO_HF_INFERENCE_API=1
-KAPO_HF_TRANSFORMERS_RUNTIME=0
+KAPO_DISABLE_EMBEDDINGS=1
+KAPO_HF_INFERENCE_API=0
+KAPO_HF_TRANSFORMERS_RUNTIME=1
 KAPO_LAZY_EMBED_STARTUP=1
 KAPO_LAZY_MODEL_STARTUP=1
 KAPO_PATCH_BUNDLE_URL=https://drive.google.com/uc?export=download&id=16rIe05GZihhAz7ba8E-WibKaJKbh9eu1
 KAPO_PATCH_MANIFEST_URL=https://drive.google.com/uc?export=download&id=1jLuPMCA3hp9qstZZtpBNzTK0XOmLrV8b
-KAPO_REMOTE_ENV_PASSWORD_B64=Wml4VURXdlRyU2FXQ011czNxODF5dEdVNmZ1Ujh3VmY
-KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xYlhYeWJaQUpqb3lQeGIxNUJDUXhRYmpJb3VQRHh4TU4
+KAPO_REMOTE_ENV_PASSWORD_B64=RDlxTjFLNU42ZDVpZURDYjBrRUVOV1hONFN5OVVnZUM
+KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xTTcySjRWeVFqVlNESUFTblZMLXF2dEZCa3VRM1R1WkQ
 KAPO_SHARED_STATE_BACKEND=google_drive
 MODEL_PROFILE_ID=hf-debugger-qwen25-7b-instruct
 MODEL_REPO=Qwen/Qwen2.5-1.5B-Instruct

requirements.txt

@@ -7,4 +7,7 @@ requests==2.32.3
 python-json-logger==2.0.7
 cryptography>=43.0.0,<46.0.0
 huggingface_hub>=0.33.5,<2.0
+torch>=2.2,<3.0
+transformers==4.57.6
+accelerate>=1.0,<2.0
 starlette>=0.40.0,<1.0