Update app.py

app.py

@@ -28,7 +28,7 @@ class Settings:
     AGGREGATOR_URL = os.getenv("AGGREGATOR_URL", "http://192.168.1.104:8002")
     
     # Model settings
-    MODEL_REPO = "https://huggingface.co/facebook/opt-125m"
+    MODEL_REPO = "https://huggingface.co/microsoft/florence-2-large"
     
     # Server settings
     TENSOR_SERVER_TIMEOUT = 30  # seconds
@@ -1119,21 +1119,20 @@ async def startup_event():
             print("[INFO] Starting chunk distribution...")
             distribution_tasks = []
             
-            # Round-robin distribution to tensor servers
+            # One chunk per server distribution
             for chunk_id, chunk in state.model_chunks.items():
-                # Determine target servers (distribute each chunk to 2 servers for redundancy)
-                server_indices = [i % len(Settings.TENSOR_SERVER_URLS) for i in range(chunk_id * 2, chunk_id * 2 + 2)]
-                target_servers = [Settings.TENSOR_SERVER_URLS[i] for i in server_indices]
+                # Assign each chunk to exactly one server
+                server_index = chunk_id % len(Settings.TENSOR_SERVER_URLS)
+                server_url = Settings.TENSOR_SERVER_URLS[server_index]
+                # Create task for distributing this chunk to its assigned server
+                task = asyncio.create_task(
+                    send_chunk_to_server(server_url, chunk_id, {"chunk_id": chunk_id})
+                )
+                distribution_tasks.append(task)
+                print(f"[INFO] Sending chunk {chunk_id} to {server_url}")
                 
-                for server_url in target_servers:
-                    print(f"[INFO] Sending chunk {chunk_id} to {server_url}")
-                    task = asyncio.create_task(
-                        send_chunk_to_server(server_url, chunk_id, chunk)
-                    )
-                    distribution_tasks.append(task)
-                    
-                    # Track assignments for future reference
-                    chunk.server_assignments.append(server_url)
+                # Track assignments for future reference
+                chunk.server_assignments.append(server_url)
             
             if distribution_tasks:
                 print(f"[INFO] Distributing {len(distribution_tasks)} chunks...")