Enable HF inference fallback when local model is unavailable

.env

@@ -22,10 +22,10 @@ KAPO_LAZY_EMBED_STARTUP=1
 KAPO_LAZY_MODEL_STARTUP=1
 KAPO_PATCH_BUNDLE_URL=https://drive.google.com/uc?export=download&id=16rIe05GZihhAz7ba8E-WibKaJKbh9eu1
 KAPO_PATCH_MANIFEST_URL=https://drive.google.com/uc?export=download&id=1jLuPMCA3hp9qstZZtpBNzTK0XOmLrV8b
-KAPO_REMOTE_ENV_PASSWORD_B64=a053SmZIcXkwMm1VQ0F6cUFIWWJ6SXBmRmtRN2pXdG0
-KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xeGQ0b1BqY09sT2pmYXNmMHlPTGg2WjdFSXFxbF96WVo
+KAPO_REMOTE_ENV_PASSWORD_B64=MUJYcHlrS05ldHZnU1FRYTAwaVoxUkd2blZOTlhTT2M
+KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xZExHdHBubmo3d2tmVi1VdGUxV2luZks1eS10Vk1McGI
 KAPO_SHARED_STATE_BACKEND=google_drive
 MODEL_PROFILE_ID=hf-coder-qwen25-coder-7b-instruct
 MODEL_REPO=Qwen/Qwen2.5-Coder-1.5B-Instruct
 REMOTE_BRAIN_ONLY=1
-SPACE_PUBLIC_URL=https://MrA7A1-AiCoder.hf.space
+SPACE_PUBLIC_URL=https://MrA7A1-AiCoderClean.hf.space

bootstrap_space_runtime.py

@@ -30,13 +30,13 @@ DEFAULT_ENV = {
   "KAPO_LAZY_MODEL_STARTUP": "1",
   "KAPO_PATCH_BUNDLE_URL": "https://drive.google.com/uc?export=download&id=16rIe05GZihhAz7ba8E-WibKaJKbh9eu1",
   "KAPO_PATCH_MANIFEST_URL": "https://drive.google.com/uc?export=download&id=1jLuPMCA3hp9qstZZtpBNzTK0XOmLrV8b",
-  "KAPO_REMOTE_ENV_PASSWORD_B64": "a053SmZIcXkwMm1VQ0F6cUFIWWJ6SXBmRmtRN2pXdG0",
-  "KAPO_REMOTE_ENV_URL_B64": "aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xeGQ0b1BqY09sT2pmYXNmMHlPTGg2WjdFSXFxbF96WVo",
+  "KAPO_REMOTE_ENV_PASSWORD_B64": "MUJYcHlrS05ldHZnU1FRYTAwaVoxUkd2blZOTlhTT2M",
+  "KAPO_REMOTE_ENV_URL_B64": "aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xZExHdHBubmo3d2tmVi1VdGUxV2luZks1eS10Vk1McGI",
   "KAPO_SHARED_STATE_BACKEND": "google_drive",
   "MODEL_PROFILE_ID": "hf-coder-qwen25-coder-7b-instruct",
   "MODEL_REPO": "Qwen/Qwen2.5-Coder-1.5B-Instruct",
   "REMOTE_BRAIN_ONLY": "1",
-  "SPACE_PUBLIC_URL": "https://MrA7A1-AiCoder.hf.space"
+  "SPACE_PUBLIC_URL": "https://MrA7A1-AiCoderClean.hf.space"
 }
 
 

brain_server/api/main.py

@@ -1604,6 +1604,24 @@ def _generate_response(user_input: str, history: list[dict[str, str]], context_b
     if fast_reply:
         return fast_reply
     if MODEL is None:
+        if _feature_enabled("KAPO_HF_INFERENCE_API", default=False):
+            try:
+                from huggingface_hub import InferenceClient
+                prompt = _build_chat_prompt(user_input, history, context_block)
+                max_tokens = 80 if language == "ar" else 96
+                client = InferenceClient(api_key=(str(os.getenv("HF_TOKEN", "") or "").strip() or None))
+                generated = client.text_generation(
+                    prompt,
+                    model=str(os.getenv("MODEL_REPO", DEFAULT_MODEL_REPO) or DEFAULT_MODEL_REPO).strip(),
+                    max_new_tokens=max_tokens,
+                    temperature=0.1,
+                    return_full_text=False,
+                )
+                generated_text = str(generated or "").strip()
+                if generated_text:
+                    return generated_text
+            except Exception:
+                logger.warning("HF inference fallback failed", exc_info=True)
         if language == "ar":
             return "الخدمة تعمل لكن توليد الرد الحر غير متاح الآن لأن النموذج غير محمل."
         return "The Brain is online, but natural chat generation is unavailable because the model is not loaded."

kapo.env

@@ -22,10 +22,10 @@ KAPO_LAZY_EMBED_STARTUP=1
 KAPO_LAZY_MODEL_STARTUP=1
 KAPO_PATCH_BUNDLE_URL=https://drive.google.com/uc?export=download&id=16rIe05GZihhAz7ba8E-WibKaJKbh9eu1
 KAPO_PATCH_MANIFEST_URL=https://drive.google.com/uc?export=download&id=1jLuPMCA3hp9qstZZtpBNzTK0XOmLrV8b
-KAPO_REMOTE_ENV_PASSWORD_B64=a053SmZIcXkwMm1VQ0F6cUFIWWJ6SXBmRmtRN2pXdG0
-KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xeGQ0b1BqY09sT2pmYXNmMHlPTGg2WjdFSXFxbF96WVo
+KAPO_REMOTE_ENV_PASSWORD_B64=MUJYcHlrS05ldHZnU1FRYTAwaVoxUkd2blZOTlhTT2M
+KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xZExHdHBubmo3d2tmVi1VdGUxV2luZks1eS10Vk1McGI
 KAPO_SHARED_STATE_BACKEND=google_drive
 MODEL_PROFILE_ID=hf-coder-qwen25-coder-7b-instruct
 MODEL_REPO=Qwen/Qwen2.5-Coder-1.5B-Instruct
 REMOTE_BRAIN_ONLY=1
-SPACE_PUBLIC_URL=https://MrA7A1-AiCoder.hf.space
+SPACE_PUBLIC_URL=https://MrA7A1-AiCoderClean.hf.space