updated the env

inference.py

@@ -36,8 +36,10 @@ def post_json(url: str, payload: dict) -> dict:
 # if not API_KEY:
 #     raise ValueError("API_KEY environment variable is required")
 
-API_BASE_URL = os.getenv("API_BASE_URL")
-API_KEY = os.getenv("API_KEY")
+API_BASE_URL = os.environ.get("API_BASE_URL")
+API_KEY = os.environ.get("API_KEY")
+MODEL_NAME = os.environ.get("MODEL_NAME")
+ENV_BASE_URL = os.environ.get("ENV_BASE_URL", "http://localhost:7860")
 
 if not API_BASE_URL:
     raise ValueError("API_BASE_URL must be set")

openai_inspect.py

@@ -0,0 +1,19 @@
+import openai
+import inspect
+
+print('openai', openai.__version__)
+print('OpenAI class attrs', [m for m in dir(openai.OpenAI) if not m.startswith('_')])
+print('has responses', hasattr(openai.OpenAI, 'responses'))
+print('has chat', hasattr(openai.OpenAI, 'chat'))
+if hasattr(openai.OpenAI, 'responses'):
+    print('responses object', openai.OpenAI.responses)
+if hasattr(openai.OpenAI, 'chat'):
+    print('chat object', openai.OpenAI.chat)
+try:
+    print('responses.create sig', inspect.signature(openai.OpenAI.responses.create))
+except Exception as e:
+    print('responses signature error', repr(e))
+try:
+    print('chat.completions.create sig', inspect.signature(openai.OpenAI.chat.completions.create))
+except Exception as e:
+    print('chat signature error', repr(e))