Update inference.py

inference.py

@@ -4,15 +4,14 @@ import asyncio
 import traceback
 from dotenv import load_dotenv
 from openai import OpenAI
+from environment import CloudCostEnv
 from flask import Flask, jsonify, request
 
 load_dotenv()
 
 app = Flask(__name__)
 env = None
-event_loop = None
 
-# --- LOGGING ---
 def log_start(task, env_name, model):
     print(f"[START] task={task} env={env_name} model={model}", flush=True)
 
@@ -26,19 +25,16 @@ def log_end(success, steps, score, rewards):
 
 SYSTEM_PROMPT = "You are a Cloud Infrastructure AI. Manage the cluster by choosing actions: 0(Stay), 1(Add Server), 2(Remove), 3(Toggle Spot). Reply with ONLY the integer."
 
-def get_loop():
-    global event_loop
+def run_async(coro):
     try:
         loop = asyncio.get_event_loop()
         if loop.is_closed():
-            raise RuntimeError("Loop closed")
-        return loop
+            raise RuntimeError
+        return loop.run_until_complete(coro)
     except Exception:
-        event_loop = asyncio.new_event_loop()
-        asyncio.set_event_loop(event_loop)
-        return event_loop
-
-# --- ROUTES ---
+        loop = asyncio.new_event_loop()
+        asyncio.set_event_loop(loop)
+        return loop.run_until_complete(coro)
 
 @app.route('/health', methods=['GET'])
 def health():
@@ -49,23 +45,13 @@ def reset():
     global env
     print("[DEBUG] /reset called", flush=True)
     try:
-        # Step 1 - import environment
-        print("[DEBUG] importing CloudCostEnv...", flush=True)
-        from environment import CloudCostEnv
-        print("[DEBUG] CloudCostEnv imported OK", flush=True)
-
-        # Step 2 - create env
-        print("[DEBUG] creating env...", flush=True)
         env = CloudCostEnv(task="medium")
-        print("[DEBUG] env created OK", flush=True)
-
-        # Step 3 - reset env
-        print("[DEBUG] calling env.reset()...", flush=True)
-        loop = get_loop()
-        state = loop.run_until_complete(env.reset())
-        print(f"[DEBUG] reset done, state type: {type(state)}", flush=True)
-
-        # Step 4 - serialize state
+        state = run_async(env.reset())
+        log_start(
+            task="daily_peaks",
+            env_name="CloudEnv-v1",
+            model=os.getenv("MODEL_NAME", "unknown")
+        )
         if hasattr(state, 'model_dump'):
             state_data = state.model_dump()
         elif hasattr(state, 'model_dump_json'):
@@ -75,12 +61,6 @@ def reset():
         else:
             state_data = str(state)
 
-        log_start(
-            task="daily_peaks",
-            env_name="CloudEnv-v1",
-            model=os.getenv("MODEL_NAME", "unknown")
-        )
-
         print("[DEBUG] /reset success", flush=True)
         return jsonify({"status": "ok", "state": state_data}), 200
 
@@ -96,18 +76,13 @@ def reset():
 @app.route('/step', methods=['POST'])
 def step():
     global env
-    print("[DEBUG] /step called", flush=True)
     try:
         if env is None:
-            return jsonify({
-                "status": "error",
-                "message": "Call /reset first"
-            }), 400
+            return jsonify({"status": "error", "message": "Call /reset first"}), 400
 
         data = request.get_json()
         action = int(data.get("action", 0))
-        loop = get_loop()
-        state, reward, done = loop.run_until_complete(env.step(action))
+        state, reward, done = run_async(env.step(action))
         log_step(step=1, action=str(action), reward=reward, done=done)
 
         if hasattr(state, 'model_dump'):
@@ -135,5 +110,5 @@ def step():
         }), 500
 
 if __name__ == "__main__":
-    print("[BOOT] Starting Flask server on port 7860", flush=True)
-    app.run(host="0.0.0.0", port=7860, debug=False)
+    print("[BOOT] Flask starting on port 8080", flush=True)
+    app.run(host="0.0.0.0", port=8080, debug=False)