from openai import OpenAI import json, os source_language = "English" if source_language == "English": source_lang_code = "en" elif source_language == "Spanish": source_lang_code = "es" elif source_language == "French": source_lang_code = "fr" elif source_language == "Portuguese": source_lang_code = "pt" else: assert False, "Unsupported language" print(f"{source_language}") with open("/home/mshahidul/readctrl/prompts/syn_data_gen_diff_label.txt", "r") as f: prompt_template = f.read() api_file = "/home/mshahidul/api_new.json" with open(api_file, "r") as f: api_keys = json.load(f) openai_api_key = api_keys["openai"] client = OpenAI(api_key=openai_api_key) def openai_return(prompt, model="gpt-5"): """Send a prompt to GPT and parse JSON.""" response = client.chat.completions.create( model=model, messages=[ {"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": prompt} ] ) content = response.choices[0].message.content.strip() cleaned = content.replace("```json", "").replace("```", "").strip() try: return json.loads(cleaned) except json.JSONDecodeError: print("⚠️ JSON parse failed — storing raw text.") return cleaned save_path=f"/home/mshahidul/readctrl/data/synthetic_dataset_diff_labels/syn_data_diff_labels_{source_lang_code}_67_80.json" res=[] if os.path.exists(save_path): with open(save_path, "r") as f: res = json.load(f) import tqdm with open(f"/home/mshahidul/readctrl/data/testing_data_gs/multiclinsum_gs_train_{source_lang_code}.json", "r") as f: data = json.load(f) for idx, item in tqdm.tqdm(enumerate(data[67:80])): prompt=prompt_template.replace("<<>>", item["fulltext"]).replace("<<>>", source_language).replace("<<>>", item["summary"]) # import ipdb; ipdb.set_trace() sample = openai_return(prompt, model="gpt-5") res.append({ "index": idx + 67, "fulltext": item["fulltext"], "diff_label_texts": sample }) if len(res) % 2 == 0: with open(save_path, "w") as f: json.dump(res, f, indent=2, ensure_ascii=False) print(f"Saved {len(res)} samples so far.") with open(save_path, "w") as f: json.dump(res, f, indent=2, ensure_ascii=False)