Inference.

app/api/api_v1/endpoints/openai.py

@@ -28,6 +28,11 @@ import shutil
 import nbformat as nbf
 import random
 import time
+import requests
+from app.core.config import settings
+import pathlib
+import io
+
 
 from langchain.vectorstores.pgvector import (
     CollectionStore,
@@ -85,7 +90,22 @@ def embed(db: Session, payload: schemas.LabelStudio):
 
     notebook_dir = "{}/notebooks".format(tmp_dir)
 
-    label_studio_project.export_tasks("COCO", False, True, [task_id], tmp_archive)
+    response = requests.get(
+        "{}/api/projects/{}/export?export_type=COCO&ids[]={}".format(settings.LABEL_STUDIO_URL, label_studio_project.id, task_id),
+        headers={"Authorization": "Token {}".format(settings.LABEL_STUDIO_API_KEY)})
+
+    #label_studio_project.export_tasks("COCO", False, True, [task_id], tmp_archive)
+
+    export_path = pathlib.Path(tmp_archive)
+
+    # ensure that parent location exists even if it is in some subdirectory
+    export_path.parent.mkdir(parents=True, exist_ok=True)
+
+    with open(export_path, "wb") as out_file:
+        for chunk in response.iter_content(
+            chunk_size=1024
+        ):  # 1 kib seems reasonable
+            out_file.write(chunk)
 
     with zipfile.ZipFile(tmp_archive, 'r') as zip_ref:
         zip_ref.extractall(tmp_dir)

start

@@ -3,7 +3,7 @@
 alembic upgrade head
 
 if [ "$PYTHON_ENV" == "development" ]; then
-    uvicorn app.main:app --host 0.0.0.0 --port 8080 --reload
+    uvicorn app.main:app --host 0.0.0.0 --port 8080 --workers 4 --reload
 else
-    uvicorn app.main:app --host 0.0.0.0 --port 8080
+    uvicorn app.main:app --host 0.0.0.0 --workers 4 --port 8080
 fi