Inference.

app/api/api_v1/endpoints/openai.py

@@ -91,6 +91,47 @@ def embed_documents(collection: CollectionStore):
         pre_delete_embeddings=True
     )
 
+@retry_with_backoff(retries=6)
+def import_task(tmp_file):
+    with open(tmp_file, mode='rb') as f:
+        response = requests.get(
+            "{}/api/projects/{}/import".format(settings.LABEL_STUDIO_URL, label_studio_project.id),
+            headers={"Authorization": "Token {}".format(settings.LABEL_STUDIO_API_KEY)},
+            timeout=(500, 500),
+            files={'file': f})
+    
+    response = response.json()
+
+    if 'import' in response:
+        # check import status
+        timeout = 500
+        fibonacci_backoff = [1, 1]
+
+        start_time = time.time()
+
+        while True:
+            import_status = requests.get(
+                "{}/api/projects/{}/imports/{}".format(settings.LABEL_STUDIO_URL, label_studio_project.id, response["import"]),
+                headers={"Authorization": "Token {}".format(settings.LABEL_STUDIO_API_KEY)},
+                timeout=(500, 500)).json()
+
+            if import_status['status'] == 'completed':
+                return import_status['task_ids']
+
+            if import_status['status'] == 'failed':
+                raise Exception(import_status['error'])
+
+            if time.time() - start_time >= timeout:
+                raise Exception('Import timeout')
+
+            time.sleep(fibonacci_backoff[0])
+            fibonacci_backoff = [
+                fibonacci_backoff[1],
+                fibonacci_backoff[0] + fibonacci_backoff[1],
+            ]
+
+    return response['task_ids']
+
 @retry_with_backoff(retries=6)
 def export_task(task_id, tmp_archive):
     response = requests.get(
@@ -212,7 +253,7 @@ async def create_collection(
     collection_name = str(uuid.uuid4())
     tmp_file = "/tmp/{}.jpg".format(collection_name)
 
-    results = requests.get(collection_in.location)
+    results = requests.get(collection_in.location, timeout=(500, 500))
     pages = convert_from_bytes(results.content, 500, None, 1, 1)
     cover = pages[0]
     width, height = cover.size
@@ -220,7 +261,7 @@ async def create_collection(
     target_height = round(height - (height * 0.8))
     cover = cover.resize((target_width, target_height), PIL.Image.Resampling.LANCZOS)
     cover.save(tmp_file, optimize=True, quality=75)
-    tasks = label_studio_project.import_tasks(tmp_file)
+    tasks = import_task(tmp_file)
     os.remove(tmp_file)