{ "cells": [ { "cell_type": "code", "execution_count": null, "id": "8a790cb6", "metadata": {}, "outputs": [], "source": [ "from unsloth import FastLanguageModel\n", "import torch\n", "max_seq_length = 2048 # Can increase for longer reasoning traces\n", "lora_rank = 32 # Larger rank = smarter, but slower\n", "\n", "model, tokenizer = FastLanguageModel.from_pretrained(\n", " model_name = \"unsloth/Qwen3-4B-Base\",\n", " max_seq_length = max_seq_length,\n", " load_in_4bit = False, # False for LoRA 16bit\n", " fast_inference = True, # Enable vLLM fast inference\n", " max_lora_rank = lora_rank,\n", " gpu_memory_utilization = 0.9, # Reduce if out of memory\n", ")\n", "\n", "model = FastLanguageModel.get_peft_model(\n", " model,\n", " r = lora_rank, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128\n", " target_modules = [\n", " \"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\",\n", " \"gate_proj\", \"up_proj\", \"down_proj\",\n", " ],\n", " lora_alpha = lora_rank*2, # *2 speeds up training\n", " use_gradient_checkpointing = \"unsloth\", # Reduces memory usage\n", " random_state = 3407,\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "ba056efa", "metadata": {}, "outputs": [], "source": [ "# /home/mshahidul/readctrl/data/extracting_subclaim/extracted_subclaims_multiclinsum_test_en_full.json\n", "with open('/home/mshahidul/readctrl/data/extracting_subclaim/extracted_subclaims_multiclinsum_test_en_full.json', 'r') as f:\n", " synthetic_data_with_gs_summary_en = json.load(f)\n", "from datasets import Dataset\n", "dataset = Dataset.from_list(synthetic_data_with_gs_summary_en)" ] }, { "cell_type": "code", "execution_count": null, "id": "fa285d3f", "metadata": {}, "outputs": [], "source": [ "dataset" ] }, { "cell_type": "code", "execution_count": null, "id": "ad059247", "metadata": {}, "outputs": [], "source": [ "# /home/mshahidul/readctrl/code/RL_model/prompt\n", "with open('/home/mshahidul/readctrl/code/RL_model/prompt', 'r') as f:\n", " prompt_template = f.read()" ] }, { "cell_type": "code", "execution_count": null, "id": "f74cbfda", "metadata": {}, "outputs": [], "source": [ "dataset = dataset.map(lambda x: {\n", " \"prompt\" : [\n", " {\"role\": \"system\", \"content\": prompt_template},\n", " {\"role\": \"user\", \"content\": f'''\n", "- Input Language: English\n", "- Gold Summary (the anchor reference summary): {x['summary']}\n", "- Source Text (detailed content): {x['fulltext']}\n", "'''},\n", " ],\n", " \"answer\": {\n", " \"fulltext_subclaims\": x['fulltext_subclaims'],\n", " \"summary_subclaims\": x['summary_subclaims'],\n", " },\n", "})" ] }, { "cell_type": "code", "execution_count": null, "id": "0dd615f4", "metadata": {}, "outputs": [], "source": [ "# /home/mshahidul/readctrl/data/synthetic_dataset_diff_labels/syn_data_diff_labels_en_20_67.json\n", "import json\n", "with open('/home/mshahidul/readctrl/data/synthetic_dataset_diff_labels/syn_data_diff_labels_en_0_80_full.json', 'r') as f:\n", " synthetic_data_diff_labels_en = json.load(f)\n", "full_data=[]\n", "# print((synthetic_data_diff_labels_en)[0].keys())\n", "for item in synthetic_data_diff_labels_en:\n", " texts=item['diff_label_texts']\n", " for label in texts:\n", " full_data.append({\n", " \"index\": item['index'],\n", " 'label': label,\n", " \"original_text\": item['fulltext'],\n", " \"generated_summary\": texts[label]\n", " })\n" ] }, { "cell_type": "code", "execution_count": null, "id": "3ba2a6cf", "metadata": {}, "outputs": [], "source": [ "with open('/home/mshahidul/readctrl/data/data_annotator_data/syn_data_diff_labels_en_0_80.json', 'w') as f:\n", " json.dump(full_data, f, indent=4)" ] }, { "cell_type": "code", "execution_count": null, "id": "7cddc461", "metadata": {}, "outputs": [], "source": [ "# /home/mshahidul/readctrl/data/translated_data/translation_english2bangla_v1.json\n", "import json\n", "with open('/home/mshahidul/readctrl/data/testing_data_gs/multiclinsum_gs_train_en.json', 'r', encoding='utf-8') as f:\n", " dataset = json.load(f)\n", "print(dataset[0].keys())" ] }, { "cell_type": "code", "execution_count": 27, "id": "2b3f2a96", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "0_low_health_literacy\n", "0_intermediate_health_literacy\n", "0_proficient_health_literacy\n", "1_low_health_literacy\n", "1_intermediate_health_literacy\n", "1_proficient_health_literacy\n", "2_low_health_literacy\n", "2_intermediate_health_literacy\n", "2_proficient_health_literacy\n", "3_low_health_literacy\n", "3_intermediate_health_literacy\n", "3_proficient_health_literacy\n", "4_low_health_literacy\n", "4_intermediate_health_literacy\n", "4_proficient_health_literacy\n", "5_low_health_literacy\n", "5_intermediate_health_literacy\n", "5_proficient_health_literacy\n", "6_low_health_literacy\n", "6_intermediate_health_literacy\n", "6_proficient_health_literacy\n", "7_low_health_literacy\n", "7_intermediate_health_literacy\n", "7_proficient_health_literacy\n", "8_low_health_literacy\n", "8_intermediate_health_literacy\n", "8_proficient_health_literacy\n", "9_low_health_literacy\n", "9_intermediate_health_literacy\n", "9_proficient_health_literacy\n", "10_low_health_literacy\n", "10_intermediate_health_literacy\n", "10_proficient_health_literacy\n", "11_low_health_literacy\n", "11_intermediate_health_literacy\n", "11_proficient_health_literacy\n", "12_low_health_literacy\n", "12_intermediate_health_literacy\n", "12_proficient_health_literacy\n", "13_low_health_literacy\n", "13_intermediate_health_literacy\n", "13_proficient_health_literacy\n", "14_low_health_literacy\n", "14_intermediate_health_literacy\n", "14_proficient_health_literacy\n", "15_low_health_literacy\n", "15_intermediate_health_literacy\n", "15_proficient_health_literacy\n", "16_low_health_literacy\n", "16_intermediate_health_literacy\n", "16_proficient_health_literacy\n", "17_low_health_literacy\n", "17_intermediate_health_literacy\n", "17_proficient_health_literacy\n", "18_low_health_literacy\n", "18_intermediate_health_literacy\n", "18_proficient_health_literacy\n", "19_low_health_literacy\n", "19_intermediate_health_literacy\n", "19_proficient_health_literacy\n", "20_low_health_literacy\n", "20_intermediate_health_literacy\n", "20_proficient_health_literacy\n", "21_low_health_literacy\n", "21_intermediate_health_literacy\n", "21_proficient_health_literacy\n", "22_low_health_literacy\n", "22_intermediate_health_literacy\n", "22_proficient_health_literacy\n", "23_low_health_literacy\n", "23_intermediate_health_literacy\n", "23_proficient_health_literacy\n", "24_low_health_literacy\n", "24_intermediate_health_literacy\n", "24_proficient_health_literacy\n", "25_low_health_literacy\n", "25_intermediate_health_literacy\n", "25_proficient_health_literacy\n", "26_low_health_literacy\n", "26_intermediate_health_literacy\n", "26_proficient_health_literacy\n", "27_low_health_literacy\n", "27_intermediate_health_literacy\n", "27_proficient_health_literacy\n", "28_low_health_literacy\n", "28_intermediate_health_literacy\n", "28_proficient_health_literacy\n", "29_low_health_literacy\n", "29_intermediate_health_literacy\n", "29_proficient_health_literacy\n", "30_low_health_literacy\n", "30_intermediate_health_literacy\n", "30_proficient_health_literacy\n", "31_low_health_literacy\n", "31_intermediate_health_literacy\n", "31_proficient_health_literacy\n", "32_low_health_literacy\n", "32_intermediate_health_literacy\n", "32_proficient_health_literacy\n", "33_low_health_literacy\n", "33_intermediate_health_literacy\n", "33_proficient_health_literacy\n", "34_low_health_literacy\n", "34_intermediate_health_literacy\n", "34_proficient_health_literacy\n", "35_low_health_literacy\n", "35_intermediate_health_literacy\n", "35_proficient_health_literacy\n", "36_low_health_literacy\n", "36_intermediate_health_literacy\n", "36_proficient_health_literacy\n", "37_low_health_literacy\n", "37_intermediate_health_literacy\n", "37_proficient_health_literacy\n", "38_low_health_literacy\n", "38_intermediate_health_literacy\n", "38_proficient_health_literacy\n", "39_low_health_literacy\n", "39_intermediate_health_literacy\n", "39_proficient_health_literacy\n", "40_low_health_literacy\n", "40_intermediate_health_literacy\n", "40_proficient_health_literacy\n", "41_low_health_literacy\n", "41_intermediate_health_literacy\n", "41_proficient_health_literacy\n", "42_low_health_literacy\n", "42_intermediate_health_literacy\n", "42_proficient_health_literacy\n", "43_low_health_literacy\n", "43_intermediate_health_literacy\n", "43_proficient_health_literacy\n", "44_low_health_literacy\n", "44_intermediate_health_literacy\n", "44_proficient_health_literacy\n", "45_low_health_literacy\n", "45_intermediate_health_literacy\n", "45_proficient_health_literacy\n", "46_low_health_literacy\n", "46_intermediate_health_literacy\n", "46_proficient_health_literacy\n", "47_low_health_literacy\n", "47_intermediate_health_literacy\n", "47_proficient_health_literacy\n", "48_low_health_literacy\n", "48_intermediate_health_literacy\n", "48_proficient_health_literacy\n", "49_low_health_literacy\n", "49_intermediate_health_literacy\n", "49_proficient_health_literacy\n", "50_low_health_literacy\n", "50_intermediate_health_literacy\n", "50_proficient_health_literacy\n", "51_low_health_literacy\n", "51_intermediate_health_literacy\n", "51_proficient_health_literacy\n", "52_low_health_literacy\n", "52_intermediate_health_literacy\n", "52_proficient_health_literacy\n", "53_low_health_literacy\n", "53_intermediate_health_literacy\n", "53_proficient_health_literacy\n", "54_low_health_literacy\n", "54_intermediate_health_literacy\n", "54_proficient_health_literacy\n", "55_low_health_literacy\n", "55_intermediate_health_literacy\n", "55_proficient_health_literacy\n", "56_low_health_literacy\n", "56_intermediate_health_literacy\n", "56_proficient_health_literacy\n", "57_low_health_literacy\n", "57_intermediate_health_literacy\n", "57_proficient_health_literacy\n", "58_low_health_literacy\n", "58_intermediate_health_literacy\n", "58_proficient_health_literacy\n", "59_low_health_literacy\n", "59_intermediate_health_literacy\n", "59_proficient_health_literacy\n", "60_low_health_literacy\n", "60_intermediate_health_literacy\n", "60_proficient_health_literacy\n", "61_low_health_literacy\n", "61_intermediate_health_literacy\n", "61_proficient_health_literacy\n", "62_low_health_literacy\n", "62_intermediate_health_literacy\n", "62_proficient_health_literacy\n", "63_low_health_literacy\n", "63_intermediate_health_literacy\n", "63_proficient_health_literacy\n", "64_low_health_literacy\n", "64_intermediate_health_literacy\n", "64_proficient_health_literacy\n", "65_low_health_literacy\n", "65_intermediate_health_literacy\n", "65_proficient_health_literacy\n", "66_low_health_literacy\n", "66_intermediate_health_literacy\n", "66_proficient_health_literacy\n", "67_low_health_literacy\n", "67_intermediate_health_literacy\n", "67_proficient_health_literacy\n", "68_low_health_literacy\n", "68_intermediate_health_literacy\n", "68_proficient_health_literacy\n", "69_low_health_literacy\n", "69_intermediate_health_literacy\n", "69_proficient_health_literacy\n", "70_low_health_literacy\n", "70_intermediate_health_literacy\n", "70_proficient_health_literacy\n", "71_low_health_literacy\n", "71_intermediate_health_literacy\n", "71_proficient_health_literacy\n", "72_low_health_literacy\n", "72_intermediate_health_literacy\n", "72_proficient_health_literacy\n", "73_low_health_literacy\n", "73_intermediate_health_literacy\n", "73_proficient_health_literacy\n", "74_low_health_literacy\n", "74_intermediate_health_literacy\n", "74_proficient_health_literacy\n", "75_low_health_literacy\n", "75_intermediate_health_literacy\n", "75_proficient_health_literacy\n", "76_low_health_literacy\n", "76_intermediate_health_literacy\n", "76_proficient_health_literacy\n", "77_low_health_literacy\n", "77_intermediate_health_literacy\n", "77_proficient_health_literacy\n", "78_low_health_literacy\n", "78_intermediate_health_literacy\n", "78_proficient_health_literacy\n", "79_low_health_literacy\n", "79_intermediate_health_literacy\n", "79_proficient_health_literacy\n" ] } ], "source": [ "# /home/mshahidul/readctrl/data/synthetic_dataset_diff_labels/syn_data_diff_labels_en_0_80_full_updated.json\n", "with open('/home/mshahidul/readctrl/data/synthetic_dataset_diff_labels/syn_data_diff_labels_en_0_80_full_updated.json', 'r') as f:\n", " syn_data_diff_labels_en_0_80_full_updated = json.load(f)\n", "map_data={}\n", "for item in syn_data_diff_labels_en_0_80_full_updated:\n", " for label in list(item['diff_label_texts'].keys()):\n", " key=f\"{item['index']}_{label}\"\n", " print(key)\n", " map_data[key]={\n", " 'doc_id':item['index'],\n", " 'label':label,\n", " 'fulltext':item['fulltext'],\n", " \"diff_label_texts\":item['diff_label_texts'][label],\n", " 'summary':item['summary']\n", " }\n" ] }, { "cell_type": "code", "execution_count": 28, "id": "c52e96ab", "metadata": {}, "outputs": [], "source": [ "# /home/mshahidul/readctrl/data/annotators_validate_data_(20_80)/combine/consolidated_ratings_0-20(not_all_category).json\n", "with open('/home/mshahidul/readctrl/data/annotators_validate_data_(20_80)/combine/consolidated_ratings_0-20(not_all_category).json', 'r') as f:\n", " consolidated_ratings_0_20 = json.load(f)\n", "new_data=[]\n", "for item in consolidated_ratings_0_20:\n", " key=f\"{item['doc_id']}_{item['health_literacy_label']}\"\n", " new_data.append({\n", " **map_data[key],\n", " })\n" ] }, { "cell_type": "code", "execution_count": 29, "id": "bfd6cf96", "metadata": {}, "outputs": [], "source": [ "with open('/home/mshahidul/readctrl/data/annotators_validate_data_(20_80)/combine/verified_data_0-20.json', 'w') as f:\n", " json.dump(new_data, f, indent=4)\n" ] }, { "cell_type": "code", "execution_count": null, "id": "cf797af6", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "un", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.14" } }, "nbformat": 4, "nbformat_minor": 5 }