Spaces:

MrA7A1
/

AiCoderClean

Sleeping

App Files Files Community

MrA7A1 commited on 18 days ago

Commit

5b15d9d

verified ·

1 Parent(s): ff60dde

KAPO hf runtime finalizer

Browse files

Files changed (4) hide show

.env +6 -6
bootstrap_space_runtime.py +6 -6
brain_server/api/main.py +4 -1
kapo.env +6 -6

.env CHANGED Viewed

@@ -10,21 +10,21 @@ BRAIN_TUNNEL_PROVIDER=none
 FIREBASE_ENABLED=0
 FIREBASE_NAMESPACE=kapo
 FIREBASE_PROJECT_ID=citadel4travels
-GOOGLE_DRIVE_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=19jyBWsQ9ciJVPi2PUigu5ti3gJ24A6TG
 HF_ACCELERATOR=cpu
 HF_SPACE_DOCKER=1
 KAGGLE_AUTO_BOOTSTRAP=0
-KAPO_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=19jyBWsQ9ciJVPi2PUigu5ti3gJ24A6TG
 KAPO_COMPUTE_PROFILE=cpu
 KAPO_DISABLE_EMBEDDINGS=1
 KAPO_HF_INFERENCE_API=0
 KAPO_HF_TRANSFORMERS_RUNTIME=1
 KAPO_LAZY_EMBED_STARTUP=1
 KAPO_LAZY_MODEL_STARTUP=1
-KAPO_PATCH_BUNDLE_URL=https://drive.google.com/uc?export=download&id=1dj3gorVxheXtEjDqydavLkN-qtEJz158
-KAPO_PATCH_MANIFEST_URL=https://drive.google.com/uc?export=download&id=1dD1YCMloO4bRruWO4r0QJaMxfIsRDyNb
-KAPO_REMOTE_ENV_PASSWORD_B64=TXo0MGJxSWktNUt2UGdKeTNlWUd3NXhNaXJVM3hqb2E
-KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xb2FrXzRvSkc2T0JySE1ZUi1GbkgtbTdadU5RTlgxc0I
 KAPO_SHARED_STATE_BACKEND=google_drive
 MODEL_PROFILE_ID=hf-coder-qwen25-coder-7b-instruct
 MODEL_REPO=Qwen/Qwen2.5-Coder-1.5B-Instruct

 FIREBASE_ENABLED=0
 FIREBASE_NAMESPACE=kapo
 FIREBASE_PROJECT_ID=citadel4travels
+GOOGLE_DRIVE_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=1cTITRABqhuRUyCaHFRA8p3wGNQeU0DK-
 HF_ACCELERATOR=cpu
 HF_SPACE_DOCKER=1
 KAGGLE_AUTO_BOOTSTRAP=0
+KAPO_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=1cTITRABqhuRUyCaHFRA8p3wGNQeU0DK-
 KAPO_COMPUTE_PROFILE=cpu
 KAPO_DISABLE_EMBEDDINGS=1
 KAPO_HF_INFERENCE_API=0
 KAPO_HF_TRANSFORMERS_RUNTIME=1
 KAPO_LAZY_EMBED_STARTUP=1
 KAPO_LAZY_MODEL_STARTUP=1
+KAPO_PATCH_BUNDLE_URL=https://drive.google.com/uc?export=download&id=1be4XGzTO4qm-V3HNuMKZNXD_3Ws-iF9H
+KAPO_PATCH_MANIFEST_URL=https://drive.google.com/uc?export=download&id=1vt8VQ034HjoCzC5SBZcDNK4mclZJzKjv
+KAPO_REMOTE_ENV_PASSWORD_B64=UUNNcWFxY1FYS3JicmNhRzd3VXZ3UVRSeENKa1hSSzQ
+KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xRUxxbVM3LWViQUJhcXVMQThhRXV5T3R3bURCYkFaTms
 KAPO_SHARED_STATE_BACKEND=google_drive
 MODEL_PROFILE_ID=hf-coder-qwen25-coder-7b-instruct
 MODEL_REPO=Qwen/Qwen2.5-Coder-1.5B-Instruct

bootstrap_space_runtime.py CHANGED Viewed

@@ -18,21 +18,21 @@ DEFAULT_ENV = {
   "FIREBASE_ENABLED": "0",
   "FIREBASE_NAMESPACE": "kapo",
   "FIREBASE_PROJECT_ID": "citadel4travels",
-  "GOOGLE_DRIVE_BOOTSTRAP_URL": "https://drive.google.com/uc?export=download&id=19jyBWsQ9ciJVPi2PUigu5ti3gJ24A6TG",
   "HF_ACCELERATOR": "cpu",
   "HF_SPACE_DOCKER": "1",
   "KAGGLE_AUTO_BOOTSTRAP": "0",
-  "KAPO_BOOTSTRAP_URL": "https://drive.google.com/uc?export=download&id=19jyBWsQ9ciJVPi2PUigu5ti3gJ24A6TG",
   "KAPO_COMPUTE_PROFILE": "cpu",
   "KAPO_DISABLE_EMBEDDINGS": "1",
   "KAPO_HF_INFERENCE_API": "0",
   "KAPO_HF_TRANSFORMERS_RUNTIME": "1",
   "KAPO_LAZY_EMBED_STARTUP": "1",
   "KAPO_LAZY_MODEL_STARTUP": "1",
-  "KAPO_PATCH_BUNDLE_URL": "https://drive.google.com/uc?export=download&id=1dj3gorVxheXtEjDqydavLkN-qtEJz158",
-  "KAPO_PATCH_MANIFEST_URL": "https://drive.google.com/uc?export=download&id=1dD1YCMloO4bRruWO4r0QJaMxfIsRDyNb",
-  "KAPO_REMOTE_ENV_PASSWORD_B64": "TXo0MGJxSWktNUt2UGdKeTNlWUd3NXhNaXJVM3hqb2E",
-  "KAPO_REMOTE_ENV_URL_B64": "aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xb2FrXzRvSkc2T0JySE1ZUi1GbkgtbTdadU5RTlgxc0I",
   "KAPO_SHARED_STATE_BACKEND": "google_drive",
   "MODEL_PROFILE_ID": "hf-coder-qwen25-coder-7b-instruct",
   "MODEL_REPO": "Qwen/Qwen2.5-Coder-1.5B-Instruct",

   "FIREBASE_ENABLED": "0",
   "FIREBASE_NAMESPACE": "kapo",
   "FIREBASE_PROJECT_ID": "citadel4travels",
+  "GOOGLE_DRIVE_BOOTSTRAP_URL": "https://drive.google.com/uc?export=download&id=1cTITRABqhuRUyCaHFRA8p3wGNQeU0DK-",
   "HF_ACCELERATOR": "cpu",
   "HF_SPACE_DOCKER": "1",
   "KAGGLE_AUTO_BOOTSTRAP": "0",
+  "KAPO_BOOTSTRAP_URL": "https://drive.google.com/uc?export=download&id=1cTITRABqhuRUyCaHFRA8p3wGNQeU0DK-",
   "KAPO_COMPUTE_PROFILE": "cpu",
   "KAPO_DISABLE_EMBEDDINGS": "1",
   "KAPO_HF_INFERENCE_API": "0",
   "KAPO_HF_TRANSFORMERS_RUNTIME": "1",
   "KAPO_LAZY_EMBED_STARTUP": "1",
   "KAPO_LAZY_MODEL_STARTUP": "1",
+  "KAPO_PATCH_BUNDLE_URL": "https://drive.google.com/uc?export=download&id=1be4XGzTO4qm-V3HNuMKZNXD_3Ws-iF9H",
+  "KAPO_PATCH_MANIFEST_URL": "https://drive.google.com/uc?export=download&id=1vt8VQ034HjoCzC5SBZcDNK4mclZJzKjv",
+  "KAPO_REMOTE_ENV_PASSWORD_B64": "UUNNcWFxY1FYS3JicmNhRzd3VXZ3UVRSeENKa1hSSzQ",
+  "KAPO_REMOTE_ENV_URL_B64": "aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xRUxxbVM3LWViQUJhcXVMQThhRXV5T3R3bURCYkFaTms",
   "KAPO_SHARED_STATE_BACKEND": "google_drive",
   "MODEL_PROFILE_ID": "hf-coder-qwen25-coder-7b-instruct",
   "MODEL_REPO": "Qwen/Qwen2.5-Coder-1.5B-Instruct",

brain_server/api/main.py CHANGED Viewed

@@ -287,6 +287,9 @@ def _load_default_model() -> None:
     if _hf_transformers_runtime_enabled():
         ensure_model_loaded(repo_id, filename, hf_token=os.getenv("HF_TOKEN"))
         return
     if not filename and (_feature_enabled("KAPO_HF_INFERENCE_API", default=False) or "huggingface" in provider or "hf-space" in provider):
         MODEL = None
         MODEL_ERROR = None
@@ -2314,7 +2317,7 @@ def ensure_model_loaded(repo_id: str, filename: str, hf_token: str | None = None
         MODEL = None
         MODEL_ERROR = 'model repo missing'
         return
-    if _kapo_hf_transformers_enabled():
         try:
             from transformers import AutoModelForCausalLM, AutoTokenizer
             tokenizer = AutoTokenizer.from_pretrained(repo_id, token=hf_token, trust_remote_code=True)

     if _hf_transformers_runtime_enabled():
         ensure_model_loaded(repo_id, filename, hf_token=os.getenv("HF_TOKEN"))
         return
+    if not filename and ("huggingface" in provider or "hf-space" in provider):
+        ensure_model_loaded(repo_id, filename, hf_token=os.getenv("HF_TOKEN"))
+        return
     if not filename and (_feature_enabled("KAPO_HF_INFERENCE_API", default=False) or "huggingface" in provider or "hf-space" in provider):
         MODEL = None
         MODEL_ERROR = None
         MODEL = None
         MODEL_ERROR = 'model repo missing'
         return
+    if _kapo_hf_transformers_enabled() or (_is_hf_space_runtime() and not filename):
         try:
             from transformers import AutoModelForCausalLM, AutoTokenizer
             tokenizer = AutoTokenizer.from_pretrained(repo_id, token=hf_token, trust_remote_code=True)

kapo.env CHANGED Viewed

@@ -10,21 +10,21 @@ BRAIN_TUNNEL_PROVIDER=none
 FIREBASE_ENABLED=0
 FIREBASE_NAMESPACE=kapo
 FIREBASE_PROJECT_ID=citadel4travels
-GOOGLE_DRIVE_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=19jyBWsQ9ciJVPi2PUigu5ti3gJ24A6TG
 HF_ACCELERATOR=cpu
 HF_SPACE_DOCKER=1
 KAGGLE_AUTO_BOOTSTRAP=0
-KAPO_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=19jyBWsQ9ciJVPi2PUigu5ti3gJ24A6TG
 KAPO_COMPUTE_PROFILE=cpu
 KAPO_DISABLE_EMBEDDINGS=1
 KAPO_HF_INFERENCE_API=0
 KAPO_HF_TRANSFORMERS_RUNTIME=1
 KAPO_LAZY_EMBED_STARTUP=1
 KAPO_LAZY_MODEL_STARTUP=1
-KAPO_PATCH_BUNDLE_URL=https://drive.google.com/uc?export=download&id=1dj3gorVxheXtEjDqydavLkN-qtEJz158
-KAPO_PATCH_MANIFEST_URL=https://drive.google.com/uc?export=download&id=1dD1YCMloO4bRruWO4r0QJaMxfIsRDyNb
-KAPO_REMOTE_ENV_PASSWORD_B64=TXo0MGJxSWktNUt2UGdKeTNlWUd3NXhNaXJVM3hqb2E
-KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xb2FrXzRvSkc2T0JySE1ZUi1GbkgtbTdadU5RTlgxc0I
 KAPO_SHARED_STATE_BACKEND=google_drive
 MODEL_PROFILE_ID=hf-coder-qwen25-coder-7b-instruct
 MODEL_REPO=Qwen/Qwen2.5-Coder-1.5B-Instruct

 FIREBASE_ENABLED=0
 FIREBASE_NAMESPACE=kapo
 FIREBASE_PROJECT_ID=citadel4travels
+GOOGLE_DRIVE_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=1cTITRABqhuRUyCaHFRA8p3wGNQeU0DK-
 HF_ACCELERATOR=cpu
 HF_SPACE_DOCKER=1
 KAGGLE_AUTO_BOOTSTRAP=0
+KAPO_BOOTSTRAP_URL=https://drive.google.com/uc?export=download&id=1cTITRABqhuRUyCaHFRA8p3wGNQeU0DK-
 KAPO_COMPUTE_PROFILE=cpu
 KAPO_DISABLE_EMBEDDINGS=1
 KAPO_HF_INFERENCE_API=0
 KAPO_HF_TRANSFORMERS_RUNTIME=1
 KAPO_LAZY_EMBED_STARTUP=1
 KAPO_LAZY_MODEL_STARTUP=1
+KAPO_PATCH_BUNDLE_URL=https://drive.google.com/uc?export=download&id=1be4XGzTO4qm-V3HNuMKZNXD_3Ws-iF9H
+KAPO_PATCH_MANIFEST_URL=https://drive.google.com/uc?export=download&id=1vt8VQ034HjoCzC5SBZcDNK4mclZJzKjv
+KAPO_REMOTE_ENV_PASSWORD_B64=UUNNcWFxY1FYS3JicmNhRzd3VXZ3UVRSeENKa1hSSzQ
+KAPO_REMOTE_ENV_URL_B64=aHR0cHM6Ly9kcml2ZS5nb29nbGUuY29tL3VjP2V4cG9ydD1kb3dubG9hZCZpZD0xRUxxbVM3LWViQUJhcXVMQThhRXV5T3R3bURCYkFaTms
 KAPO_SHARED_STATE_BACKEND=google_drive
 MODEL_PROFILE_ID=hf-coder-qwen25-coder-7b-instruct
 MODEL_REPO=Qwen/Qwen2.5-Coder-1.5B-Instruct