use dspy to abstract from model provider

agent.py

@@ -2,6 +2,7 @@ from typing import Optional, Dict, Any
 import os
 from dotenv import load_dotenv
 
+import dspy
 from openai import OpenAI
 
 import prompts as prompts_mod
@@ -10,11 +11,15 @@ import prompts as prompts_mod
 class BIDSifierAgent:
 	"""Wrapper around OpenAI chat API for step-wise BIDSification."""
 
-	def __init__(self, *, model: Optional[str] = None, temperature: float = 0.2):
+	def __init__(self, *, provider: Optional[str] = None, model: Optional[str] = None, temperature: float = 0.2):
 		load_dotenv()
-		if not os.getenv("OPENAI_API_KEY"):
-			raise RuntimeError("OPENAI_API_KEY not set in environment.")
-		self.client = OpenAI()
+		
+		if provider=="openai":
+			lm = dspy.LM(f"{provider}/{model}", api_key=os.getenv("OPENAI_API_KEY"))
+		else:
+			lm = dspy.LM(f"{provider}/{model}", api_key="")
+		dspy.configure(lm=lm)
+		self.llm = lm
 		self.model = model or os.getenv("BIDSIFIER_MODEL", "gpt-4o-mini")
 		self.temperature = temperature
 
@@ -63,15 +68,14 @@ class BIDSifierAgent:
 	def run_step(self, step: str, context: Dict[str, Any]) -> str:
 		system_msg = prompts_mod.system_prompt()
 		user_msg = self._build_user_prompt(step, context)
-		resp = self.client.chat.completions.create(
-			model=self.model,
-			temperature=self.temperature,
+		resp = self.llm(
 			messages=[
 				{"role": "system", "content": system_msg},
 				{"role": "user", "content": user_msg},
 			],
+			temperature=self.temperature,
 		)
-		return resp.choices[0].message.content
+		return resp[0]
 
 
 __all__ = ["BIDSifierAgent"]

cli.py

@@ -65,7 +65,8 @@ def main(argv: Optional[List[str]] = None) -> int:
     parser.add_argument("--readme", dest="readme_path", help="Path to dataset README file", required=False)
     parser.add_argument("--publication", dest="publication_path", help="Path to a publication/notes file", required=False)
     parser.add_argument("--output-root", dest="output_root", help="Target BIDS root directory", required=True)
-    parser.add_argument("--model", dest="model", help="OpenAI model name", default=os.getenv("BIDSIFIER_MODEL", "gpt-4o-mini"))
+    parser.add_argument("--provider", dest="provider", help="Provider name or identifier, default OpeanAI", required=False, default="openai")
+    parser.add_argument("--model", dest="model", help="Model name to use", default=os.getenv("BIDSIFIER_MODEL", "gpt-4o-mini"))
     # Execution is intentionally disabled; we only display commands.
     # Keeping --dry-run for backward compatibility (no effect other than display).
     parser.add_argument("--dry-run", dest="dry_run", help="Display-only (default behavior)", action="store_true")
@@ -93,7 +94,7 @@ def main(argv: Optional[List[str]] = None) -> int:
     if args.publication_path:
         command_env["PUBLICATION_PATH"] = os.path.abspath(args.publication_path)
 
-    agent = BIDSifierAgent(model=args.model)
+    agent = BIDSifierAgent(provider=args.provider, model=args.model)
 
     short_divider("Step 1: Understand dataset")
     summary = agent.run_step("summary", context)