from openai import OpenAI import json, os with open("/home/mshahidul/readctrl/prompts/syn_dataset_subclaims_support_check_v2.txt", "r") as f: prompt_template = f.read() api_file = "/home/mshahidul/api_new.json" with open(api_file, "r") as f: api_keys = json.load(f) openai_api_key = api_keys["openai"] client = OpenAI(api_key=openai_api_key) def openai_return(prompt, model="gpt-5"): """Send a prompt to GPT and parse JSON.""" response = client.chat.completions.create( model=model, messages=[ {"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": prompt} ] ) content = response.choices[0].message.content.strip() cleaned = content.replace("```json", "").replace("```", "").strip() try: return json.loads(cleaned) except json.JSONDecodeError: print("⚠️ JSON parse failed — storing raw text.") return cleaned save_path="/home/mshahidul/readctrl/data/finetuning_data/finetune_dataset_subclaim_support_v2.json" res=[] if os.path.exists(save_path): with open(save_path, "r") as f: res = json.load(f) import tqdm for i in tqdm.tqdm(range(100)): sample = openai_return(prompt_template, model="gpt-5") res.append(sample) if len(res) % 2 == 0: with open(save_path, "w") as f: json.dump(res, f, indent=2, ensure_ascii=False) print(f"Saved {len(res)} samples so far.") with open(save_path, "w") as f: json.dump(res, f, indent=2, ensure_ascii=False)