feat : added kannada lang

.gitignore

@@ -1,3 +1,4 @@
 chathur/
 **/__pycache__/
-.env
+.env
+api/rag/translator-en-kn-merged/

api/data/myscheme_karnataka_schemes.json

@@ -0,0 +1,380 @@
+[
+    {
+        "Title": "Airavata Scheme",
+        "Description": "This scheme envisages partnership with corporate aggregators like OLA and UBER to facilitate self-employment of rural youth through Radio Taxi and other successful cab transport ventures. Rural youth from SC/ST communities will be provided training, mentoring and other enhanced financial assistance.",
+        "Tags": "None",
+        "Link": "https://www.myscheme.gov.in/schemes/airavata"
+    },
+    {
+        "Title": "Krushy Aranya Protsaha Yojane (kapy)",
+        "Description": "The Karnataka Forest Department launched 'Krushi Aranya Protsaha Yojane (KAPY)' in 2011-12 to encourage farmers and the public to increase forest and tree cover by providing subsidized seedlings and monetary incentives for planting",
+        "Tags": "Farmers, Pahani, Subsidy, Three-year Nurturing, Tree Plantation",
+        "Link": "https://www.myscheme.gov.in/schemes/kapy"
+    },
+    {
+        "Title": "Thayi Bhagya Scheme(comprehensive Maternal Healthcare)",
+        "Description": "The Thayi Bhagya Scheme, started by Karnataka Government(Health and Family Welfare) for pregnant women, provides free delivery services, medicines, and all other facilities from the point of admission to discharge for pregnant women belonging to BPL families, in registered private hospitals.",
+        "Tags": "None",
+        "Link": "https://www.myscheme.gov.in/schemes/thayi-bhagya"
+    },
+    {
+        "Title": "Continuation of Pension (K.B.O.C.W.W.B)",
+        "Description": "The \"Continuation of Pension'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that provides a monthly pension to registered construction workers who have paid subscriptions for at least three (3) years.",
+        "Tags": "Building Worker, Construction Workers, Labour, Pension",
+        "Link": "https://www.myscheme.gov.in/schemes/copkbocwwb"
+    },
+    {
+        "Title": "Skill Development Training Karnataka",
+        "Description": "The Skill Development Training program aims to equip artisans with the skills necessary for the manufacture of footwear and leather goods. The project promotes the leather industry while enhancing the livelihoods of artisans.",
+        "Tags": "Schedule Caste, Skill Development, Stipend, Training",
+        "Link": "https://www.myscheme.gov.in/schemes/sdtk"
+    },
+    {
+        "Title": "Supply of Tool Kits to their Trained Workers",
+        "Description": "The A.P. Building & Other Construction Workers Welfare Board launched a welfare scheme \"Supply of Tool Kits Karnataka\" provides toolkits to construction workers who have undergone skill upgradation training in trades such as masonry, electrical, and plumbing.",
+        "Tags": "Construction Worker, Skill Upgradation, Tool Kit, Training",
+        "Link": "https://www.myscheme.gov.in/schemes/stkk"
+    },
+    {
+        "Title": "Incentive For The Devadasi Children’s Marriage to Schedule Tribe",
+        "Description": "The scheme \"Incentive for the Devadasi Children’s Marriage to Schedule Tribe\" by the Govt of Karnataka provides incentives for the marriage of Devadasi's ST children. Couples married on or after 01-04-2019 are given an incentive of ₹8 Lakh, i.e. ₹3 Lakh for groom and ₹5 Lakh for bride.",
+        "Tags": "Financial Assistance, Incentive, Marriage, Schedule Tribe, ST",
+        "Link": "https://www.myscheme.gov.in/schemes/iftdcmtst"
+    },
+    {
+        "Title": "Madilu Kit",
+        "Description": "The Madilu Programme is a government initiative focused on empowering rural communities through skill development and entrepreneurship opportunities.\nIt aims to create sustainable livelihoods, reduce poverty, and enhance social and economic well-being in rural areas.",
+        "Tags": "Entrepreneurship, Livelihoods, Poverty Reduction, Skill Development",
+        "Link": "https://www.myscheme.gov.in/schemes/madilu"
+    },
+    {
+        "Title": "Shrama Shakthi Scheme",
+        "Description": "Under the Shrama Shakthi Loan scheme, religious minority community entrepreneurs will be trained in artistic and technical skills and will be provided a loan of ₹50,000/- with a 4% rate of interest, to be paid in 36 installments.",
+        "Tags": "Artisans, Government Scheme For Minorities, Karnataka, Loan, Minority",
+        "Link": "https://www.myscheme.gov.in/schemes/sss"
+    },
+    {
+        "Title": "Unnati Scheme",
+        "Description": "Unnati, a first of its kind initiative of the Department of Social Welfare, Government of Karnataka intends to provide a comprehensive entrepreneurship platform for startups. The aim of this program is to cater to the end to end requirements of a startup i.e. from identifying the innovations",
+        "Tags": "None",
+        "Link": "https://www.myscheme.gov.in/schemes/unnati"
+    },
+    {
+        "Title": "Stipend To Law Graduates",
+        "Description": "Under this scheme, the Social Welfare Department, Govt of Karnataka will give a stipend to the Law Graduates belonging to SC/ST Community residing in Karnataka. This will help them to practice law in various courts and training courses will also be organized under the guidance of senior advocates.",
+        "Tags": "Karnataka, Law Graduates, SC, ST, Stipend",
+        "Link": "https://www.myscheme.gov.in/schemes/slg"
+    },
+    {
+        "Title": "Bhagyalaxmi Scheme",
+        "Description": "The prime goal of this scheme aims to promote the birth of girl children in below poverty line(BPL) families and to raise the status of the girl child in the family in particular and society in general. Financial assistance is provided to the girl child through her mother/father or natural guardian.",
+        "Tags": "Below Poverty Line, Bhagyalaxmi Yojana, Female Children, Financial Aid",
+        "Link": "https://www.myscheme.gov.in/schemes/bys"
+    },
+    {
+        "Title": "Vidyasiri food And Accommodation Scholarship Scheme",
+        "Description": "Vidyasiri-Food and Accommodation Scholarship Scheme (VFAS) is a government initiative in Karnataka that provides financial assistance to students belonging to backward classes pursuing post-matric courses in recognized institutions. Scheme offers a monthly stipend of Rs. 1,500 for10 months",
+        "Tags": "Education, Stipend, Students",
+        "Link": "https://www.myscheme.gov.in/schemes/vfas"
+    },
+    {
+        "Title": "Incentive Scheme for Sericulture Reelers",
+        "Description": "The \"Incentive Scheme for Sericulture Reelers\" is aimed at improving the financial condition of minority communities involved in silk reeling and spinning. The corporation will provide loans to support working capital and basic infrastructure for silk spinners.",
+        "Tags": "Financial Assitance, Laon, Minority Community, Subsidy",
+        "Link": "https://www.myscheme.gov.in/schemes/isfsr"
+    },
+    {
+        "Title": "Sikhligar’s Community Development Scheme",
+        "Description": "The \"Sikhligar’s Community Development Scheme\" aims to promote economic self-reliance among the Sikhligara community, the Corporation will provide a subsidy and a subsidy of 33% of the vehicle cost for purchasing goods tempos, or vehicles to economically backward of Karnataka state.",
+        "Tags": "Economically Backward, Self-employment, Sikh Community, Subsidy",
+        "Link": "https://www.myscheme.gov.in/schemes/scds"
+    },
+    {
+        "Title": "Shramashakthi Special Women's Scheme",
+        "Description": "The \"Shramashakthi Special Women's Scheme\" is a special scheme for the economic empowerment of widowed, divorced, unmarried women of the minority community.",
+        "Tags": "Economic Empowerment, Loan, Minority Community, Women",
+        "Link": "https://www.myscheme.gov.in/schemes/ssws"
+    },
+    {
+        "Title": "Marriage Assistance (K.B.O.C.W.W.B)",
+        "Description": "The \"Marriage Assistance'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that provides financial support to registered construction workers for the marriage expenses of their own or their two (2) dependent children's marriages.",
+        "Tags": "Building Worker, Construction Worker, Labour, Marriage, Weeding",
+        "Link": "https://www.myscheme.gov.in/schemes/makbocwwb"
+    },
+    {
+        "Title": "Pension Scheme (K.B.O.C.W.W.B)",
+        "Description": "The \"Pension Scheme'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that aims to provide a monthly pension to registered construction workers who have reached 60 years of age and is a beneficiary of the Board for at least 3 years.",
+        "Tags": "Building Worker, Construction Worker, Labour, Pension, Senior Citizen",
+        "Link": "https://www.myscheme.gov.in/schemes/kbocwwb"
+    },
+    {
+        "Title": "Kayaka Spoorthi Scheme Karnataka",
+        "Description": "The \"Kayaka Spoorthi Scheme\" aims to provide financial assistance to women Self-Help Groups (SHGs) engaged in the leather industry. The goal is to promote self-sufficiency and economic independence by enabling these women to start or expand business activities related to leatherwork.",
+        "Tags": "Business Activities, Financial Assistance, Leather Industry, SHG",
+        "Link": "https://www.myscheme.gov.in/schemes/kssk"
+    },
+    {
+        "Title": "Padhuke Kuteera Scheme Karnataka",
+        "Description": "The \"Paduke Kuteera Scheme\" provides roadside cobblers engaged in repair work or footwear production with a steel-made kiosk (Paduke Kuteera) and a tool kit free of cost. The unit cost of each Kuteera is ₹1,25,000, and the scheme includes a signage board display arrangement.",
+        "Tags": "Artisans, Financial Assistance, Scheduled Caste, Self-employment",
+        "Link": "https://www.myscheme.gov.in/schemes/pksk"
+    },
+    {
+        "Title": "Direct Loan Scheme Karnataka",
+        "Description": "The \"Direct Loan Scheme\" offers financial assistance to unemployed scheduled caste individuals from the leather artisan community to start small businesses.",
+        "Tags": "Financial Assistance, Scheduled Caste, Subsidy, Unemployed",
+        "Link": "https://www.myscheme.gov.in/schemes/dlsk"
+    },
+    {
+        "Title": "Incentive for the Inter Caste Marriage Couple",
+        "Description": "The Social Welfare Department of the Government of Karnataka has launched the \"Incentive for the Inter Caste Marriage Couple\", which offers incentives to couples belonging to the SC community and Non-SC. The scheme aims to promote inter-caste marriages and provide financial assistance to the couples",
+        "Tags": "Financial Assistance, Inter-caste, Marriage",
+        "Link": "https://www.myscheme.gov.in/schemes/ifticmc"
+    },
+    {
+        "Title": "Incentive For The Inter Caste Marriage Couple (Scheduled Tribe)",
+        "Description": "The \"Incentive for Inter Caste Marriage Couple\" scheme was launched by the Tribal Welfare Department, Karnataka. The scheme provides incentives to the couple in which one spouse is from a Scheduled Tribe (ST) and the other spouse is non-ST. An incentive of ₹5,50,000/- is provided to the couple.",
+        "Tags": "Couple, Incentive, Inter Caste, Marriage, Schedule Tribe",
+        "Link": "https://www.myscheme.gov.in/schemes/ifticmcst"
+    },
+    {
+        "Title": "Interest Subvention Scheme",
+        "Description": "The scheme aims to provide institutional credit for capital investments at reasonable interest rates and is implemented through the Karnataka State Financial Corporation (KSFC) in the state.",
+        "Tags": "Interest Subsidy, Loan, Micro Enterprises, Small Enterprises, Subvention",
+        "Link": "https://www.myscheme.gov.in/schemes/iss"
+    },
+    {
+        "Title": "Ganga Kalyana Scheme",
+        "Description": "Ganga Kalyana Scheme is implemented by Karnataka Minorities Development Corporation Limited.\nThis scheme is a fully subsidized scheme, bore wells, pumps and electrification are provided to minorities, and small and marginal farmers living in rural areas.",
+        "Tags": "None",
+        "Link": "https://www.myscheme.gov.in/schemes/gks"
+    },
+    {
+        "Title": "Prabhuddha Overseas Scholarship",
+        "Description": "The PRABHUDDHA OVERSEAS SCHOLARSHIP scheme selects around 250 undergraduate and 150 postgraduate and PhD students from the SC/ST communities, providing them with financial assistance. The initiative aims to support deserving students in pursuing their academic aspirations.",
+        "Tags": "Overseas, Scheduled Castes, Scheduled Tribes, Scholarship",
+        "Link": "https://www.myscheme.gov.in/schemes/pdos"
+    },
+    {
+        "Title": "Nekar Samman Yojana",
+        "Description": "In 2020 amidst the Covid pandemic, Chief Minister of Karnataka launched a mega scheme Karnataka Nekar Samman Yojana. It was a relief scheme to provide financial support to destitute weaver of state engaged in the handloom and textile industry whose livelihood was adversely affected by the pandemic.",
+        "Tags": "Financial Assistance, Handloom, Nekar Samman",
+        "Link": "https://www.myscheme.gov.in/schemes/nsy"
+    },
+    {
+        "Title": "Direct Loans For Business Enterprise",
+        "Description": "Direct Loans For Business  Enterprise Scheme is implemented by Karnataka Minorities Development Corporation Limited. Under this scheme, loans will be provided to eligible entrepreneurs to start or expand their businesses by mortgaging property (building or land).",
+        "Tags": "Buisness Loan, Entrepreneurs, Minority, MSME",
+        "Link": "https://www.myscheme.gov.in/schemes/dlbe"
+    },
+    {
+        "Title": "Subsidy Scheme For Purchase Of Taxi / Goods Vehicle / Passenger Autorickshaw",
+        "Description": "Those beneficiaries who are sanctioned / approved for loan from the Banks for the purchase of Passenger Autorickshaw / Goods Vehicle / Taxi will be provided a subsidy of 33% of the value of the vehicle or a maximum subsidy of Rs. 2.5 Lakhs. Women will be given priority. Women will be given priority.",
+        "Tags": "None",
+        "Link": "https://www.myscheme.gov.in/schemes/subsidy-scheme-for-taxi"
+    },
+    {
+        "Title": "Udyogini Scheme",
+        "Description": "Udyogini is an innovative scheme to assist women in gaining self-reliance and economic independence through self-employment, mainly through trade and the service sector. It also provides for a subsidy on loans for undertaking business activities/ micro enterprises through banks, etc.",
+        "Tags": "Citizen Empowerment, Entrepreneurship, Loan, Social Welfare, Subsidy, Women",
+        "Link": "https://www.myscheme.gov.in/schemes/us"
+    },
+    {
+        "Title": "Samruddhi Scheme",
+        "Description": "Samruddhi scheme is an initiative from the Social Welfare Department of Government of Karnataka. It serves as an enabler to the socially disadvantaged youth and women to take up entrepreneurial activities and promote self-employment.",
+        "Tags": "None",
+        "Link": "https://www.myscheme.gov.in/schemes/samruddhischeme"
+    },
+    {
+        "Title": "Medical Assistance (Karmika Arogya Bhagya) (K.B.O.C.W.W.B)",
+        "Description": "The \"Medical Assistance (Karmika Arogya Bhagya)'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that provides financial assistance to registered construction workers and their dependents for hospitalisation expenses in recognised hospitals.",
+        "Tags": "Building Worker, Construction Worker, Hospitalisation, Labour, Medical Assistance",
+        "Link": "https://www.myscheme.gov.in/schemes/makabbocwwb"
+    },
+    {
+        "Title": "Thayi Magu Sahaya Hastha (K.B.O.C.W.W.B)",
+        "Description": "The \"Thayi Magu Sahaya Hastha'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that provides financial assistance to registered women construction workers for pre-school education and nutritional support of their child for up to 3 years after delivery.",
+        "Tags": "Building Worker, Child, Construction Worker, Education, Labour, Pre-school, Women",
+        "Link": "https://www.myscheme.gov.in/schemes/tmshkbocwwb"
+    },
+    {
+        "Title": "Financial Assistance to Traditional Artisans (Panchavrutthi Scheme)",
+        "Description": "The \"Financial Assistance to Traditional Artisans (Panchavrutthi Scheme)\" provides financial assistance to traditional artisans of the Vishwakarma community in Karnataka. The scheme aims to help these artisans purchase modern tools & upgrade their technological skills to enhance their trade.",
+        "Tags": "Artisans, Financial Assistance, Loan, Subsidy, Vishwakarma Communities",
+        "Link": "https://www.myscheme.gov.in/schemes/fataps"
+    },
+    {
+        "Title": "Subsidy Scheme for Self-help Groups of Minorities",
+        "Description": "The \"Subsidy Scheme for Self-help Groups of Minorities\" aimed at empowering minority women by providing financial support to Self-Help Groups (SHGs). The scheme offers a subsidy to SHGs engaged in various self-employment activities, promoting economic self-reliance among minority women.",
+        "Tags": "Self-employment, SHGs, Subsidy",
+        "Link": "https://www.myscheme.gov.in/schemes/ssshgm"
+    },
+    {
+        "Title": "Kaimagga Vikasa Yojana - Karnataka",
+        "Description": "The “Kaimagga Vikasa Yojana” aims to sustain and develop the handloom weaving skills of existing weavers and to attract young talent to the industry, thus preserving the rich cultural heritage of handloom weaving in Karnataka.",
+        "Tags": "Handloom, Skill Development, Subsidy, Weaver",
+        "Link": "https://www.myscheme.gov.in/schemes/kvy-k"
+    },
+    {
+        "Title": "Arivu Education Loan Scheme",
+        "Description": "The \"Arivu Education Loan Scheme,\" launched by the Minorities Welfare Department, Government of Karnataka, and implemented by the Karnataka Minorities Development Corporation, offers loans to students pursuing professional courses like MBBS, B.E., B.Tech., MBA, MCA, LLB, and others in various fields",
+        "Tags": "Loan, Minority Community, Student",
+        "Link": "https://www.myscheme.gov.in/schemes/aels"
+    },
+    {
+        "Title": "Accident Assistance (K.B.O.C.W.W.B)",
+        "Description": "The \"Accident Assistance'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that aims to provide compensation of a certain amount both from the employer and the Board.",
+        "Tags": "Accident, Building Worker, Construction Worker, Death Benefit, Disability, Labour",
+        "Link": "https://www.myscheme.gov.in/schemes/kaabocwwb"
+    },
+    {
+        "Title": "Incentive for the SC Widow Re-Marriage",
+        "Description": "Under this scheme, the Social Welfare Department, Government of Karnataka gives incentives to the remarried widows belonging to SC Community. The incentive amount is ₹ 3 Lakh.",
+        "Tags": "Incentive, Marriage, Re-marriage, SC, Widow, Widow",
+        "Link": "https://www.myscheme.gov.in/schemes/iscwr"
+    },
+    {
+        "Title": "Marketing Assistance Scheme",
+        "Description": "The \"Marketing Assistance Scheme\" aims to empower SC leather artisans by enabling them to market their products through Lidkar Leather Emporia under the Lidkar brand. It helps artisans avoid exploitation by private dealers and provides regular procurement of their products based on demand.",
+        "Tags": "Artisans, Financial Assistance, Leather, Marketing",
+        "Link": "https://www.myscheme.gov.in/schemes/mas"
+    },
+    {
+        "Title": "Dr. Babu Jagjivan Ram Living cum work shed Construction Scheme",
+        "Description": "The \"Dr. Babu Jagjivan Ram Living cum work shed Construction Scheme\" provides financial assistance to houseless leather artisans for constructing Living cum Work Sheds through the Rajiv Gandhi Rural Housing Corporation.",
+        "Tags": "Artisans, Financial Assistance, Housing, Subsidy",
+        "Link": "https://www.myscheme.gov.in/schemes/dbjrlcwscs"
+    },
+    {
+        "Title": "Skill Upgradation Program Karnataka",
+        "Description": "The \"Skill Upgradation Program Karnataka\" scheme aims to upgrade the skills of artisans in leather technology, footwear/leather goods making, and designing by sending them for advanced training at renowned institutions like CFTI Chennai, CLRI, and Karnataka Institute of Leather Technology.",
+        "Tags": "Skill Development, Stipend, Training",
+        "Link": "https://www.myscheme.gov.in/schemes/supk"
+    },
+    {
+        "Title": "Incentive for the Intra Caste Marriage within Scheduled Caste Community",
+        "Description": "The Karnataka Social Welfare Department provides an incentive to promote intra-caste marriages within different sub-castes of Scheduled Castes (SC) and Scheduled Tribes (ST).",
+        "Tags": "Financial Assistance, Inter-Caste, Marriage, Scheduled Castes",
+        "Link": "https://www.myscheme.gov.in/schemes/iicmscc"
+    },
+    {
+        "Title": "Interest Subsidy Scheme for Scheduled Caste/Scheduled Tribe Entrepreneurs",
+        "Description": "The scheme aims to encourage SC/ST entrepreneurs to establish micro or small-scale service enterprises & to expand, diversify, or modernize their existing units. Under this scheme, a loan amount ranging from a min. of ₹20.00 lakhs to a max. of ₹1,000.00 lakhs is provided at an interest rate of 4%.",
+        "Tags": "Entrepreneurs, Interest Subsidy, Loan, Scheduled Caste, Scheduled Tribe",
+        "Link": "https://www.myscheme.gov.in/schemes/issscste"
+    },
+    {
+        "Title": "Maternity Benefit/Delivery Assistance (K.B.O.C.W.W.B)",
+        "Description": "The \"Maternity Benefit/Delivery Assistance'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that provides financial assistance to registered women construction workers for the birth of upto two (2) children.",
+        "Tags": "Building Worker, Construction Worker, Delivery, Labour, Maternity, Medical Assistance, Women",
+        "Link": "https://www.myscheme.gov.in/schemes/mbdakbocwwb"
+    },
+    {
+        "Title": "Incentive For The Devadasi Children’s Marriage",
+        "Description": "Under this scheme, the Social Welfare Department, Government of Karnataka will give incentives of ₹3.00 lakh for men,₹5.00 lakh for women to the Devadasi's Children who are Married Couples.",
+        "Tags": "Devadasi, Incentive, Marriage, SC",
+        "Link": "https://www.myscheme.gov.in/schemes/idcm"
+    },
+    {
+        "Title": "Funeral and Ex-Gratia (K.B.O.C.W.W.B)",
+        "Description": "The \"Funeral and Ex-Gratia'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that provides financial assistance to the nominee of a deceased registered construction worker to cover funeral expenses and an ex-gratia payment to alleviate financial hardship.",
+        "Tags": "Building Worker, Construction Worker, Death, Ex-Gratia, Funeral Assistance, Labour",
+        "Link": "https://www.myscheme.gov.in/schemes/faexgkbocwwb"
+    },
+    {
+        "Title": "Community Based Training Scheme",
+        "Description": "The \"Community Based Training Scheme\" aims to provide training in heavy vehicle driving, shorthand, security services, office soft skills, retail sales, and beauty parlor courses (male & female) to unemployed young men and women belonging to minority communities for self-employment or employment.",
+        "Tags": "Employment, Minority Community, Skill Development, Unemployed",
+        "Link": "https://www.myscheme.gov.in/schemes/cbts"
+    },
+    {
+        "Title": "Santwana Scheme - Karnataka",
+        "Description": "The \"Santwana Scheme\" offers loans to religious minority individuals whose houses or shops have been destroyed by natural calamities or communal violence. The scheme provides up to ₹5,00,000/- per unit, with 50% as a loan and 50% as a subsidy",
+        "Tags": "Loan, Minority Community, Natural Calamity, Subsidy",
+        "Link": "https://www.myscheme.gov.in/schemes/ss-k"
+    },
+    {
+        "Title": "Overseas Educational Loan Scheme",
+        "Description": "The \"Overseas Educational Loan Scheme\" objective is to provide financial/loan assistance to students belonging to minority communities who are pursuing graduate or postgraduate degree courses in recognized universities abroad.",
+        "Tags": "Education, Financial Assistance, Laon, Student",
+        "Link": "https://www.myscheme.gov.in/schemes/oels"
+    },
+    {
+        "Title": "Vrutti Protsaha Loan Scheme",
+        "Description": "The \"Vrutti Protsaha Loan Scheme\" is an initiative by the Karnataka Minority Development Corporation (KMDC) to promote self-employment and economic activities among minority communities. The scheme provides financial assistance to eligible individuals from minority communities.",
+        "Tags": "Loan, Minority, Self-employment, Subsidy",
+        "Link": "https://www.myscheme.gov.in/schemes/vpls"
+    },
+    {
+        "Title": "Incentive For The Simple Marriage (Scheduled Tribe)",
+        "Description": "The scheme \"Incentive for the Simple Marriage\" was launched by the Tribal Welfare Department, Government of Karnataka. The scheme provides an incentive of ₹50,000/- to ST individuals residing in Karnataka who marry another ST individual on or after 11th August 2015.",
+        "Tags": "Couple, Incentive, Marriage, Schedule Tribe, Spouse, ST",
+        "Link": "https://www.myscheme.gov.in/schemes/iftsmst"
+    },
+    {
+        "Title": "Self Employment Scheme",
+        "Description": "Under this scheme, Subsidies will be provided to the religious minority communities with the help of Nationalized / Scheduled banks to start or improve a small-scale handicraft industry, service sector,  and agro-based activities.",
+        "Tags": "Empowerment, Minorities, Self Employment",
+        "Link": "https://www.myscheme.gov.in/schemes/ses"
+    },
+    {
+        "Title": "Incentive For The Simple Marriage",
+        "Description": "The Social Welfare Department of the Government of Karnataka has launched the Simple Marriage scheme, which offers incentives to couples belonging to the SC community. The scheme aims to promote the idea of simple marriages and provide financial assistance to eligible couples.",
+        "Tags": "Incentive, Marriage, Schedule Caste, Social Welfare",
+        "Link": "https://www.myscheme.gov.in/schemes/iftsm"
+    },
+    {
+        "Title": "Prerana (micro Credit Finance) Scheme",
+        "Description": "DR. BR Ambedkar Development Corporation has launched the Prerana scheme in which Scheduled Caste/ Scheduled Tribe Women Self Help Groups will be financed by mass production / service units. For a group of 10 members, Rs. 2,50,000 / – will be allowed. Rs. 15,000 /- subsidy Rs. 10,000/- Margin Money.",
+        "Tags": "None",
+        "Link": "https://www.myscheme.gov.in/schemes/prerana"
+    },
+    {
+        "Title": "Assistance For Major Ailments (Karmika Chikitsa Bhagya) (K.B.O.C.W.W.B)",
+        "Description": "The \"Assistance For Major Ailments (Karmika Chikitsa Bhagya)'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that provides financial support to registered construction workers and their dependents for medical expenses related to specified major ailments.",
+        "Tags": "Ailments, Building Worker, Construction Worker, Labour, Medical Assistance",
+        "Link": "https://www.myscheme.gov.in/schemes/amakcbkassistance-for-major-ailments-karmika-chikitsa-bhagya-kbocwwb"
+    },
+    {
+        "Title": "Disability Pension and Ex-Gratia (K.B.O.C.W.W.B)",
+        "Description": "The \"Disability Pension and Ex-Gratia'' by the BOCW Welfare Board, Department of Labour, Karnataka, is a welfare scheme that provides a monthly pension to beneficiaries partially disabled due to worksite accidents or diseases, with an additional ex-gratia payment based on disability percentage.",
+        "Tags": "Building Worker, Construction Worker, Disability, Ex-Gratia, Labour, Pension",
+        "Link": "https://www.myscheme.gov.in/schemes/dpaexgkbocwwb"
+    },
+    {
+        "Title": "Charmashilpa Scheme",
+        "Description": "The \"Charmashilpa Scheme\" aims to modernize the leather artisans' production methods by offering financial assistance to setup mechanized production units. This support helps leather artisan SHGs and cooperative societies enhance the quality of their products, making them more competitive.",
+        "Tags": "Artisans, Co-operative Society, Financial Assistance, SHGs, Subsidy",
+        "Link": "https://www.myscheme.gov.in/schemes/cs"
+    },
+    {
+        "Title": "Swavalambi/Sanchari Marata Malige",
+        "Description": "The \"Swavalambi/Sanchari Marata Malige\" aims to assist SC leather artisans in establishing their own showrooms or mobile vans to sell their products directly to consumers. Financial assistance is provided in the form of a subsidy depending on the location of the business.",
+        "Tags": "Artisans, Financial Assistance, Scheduled Caste, Self-employed, Youth",
+        "Link": "https://www.myscheme.gov.in/schemes/ssmm"
+    },
+    {
+        "Title": "Financial Assistance to the Teachers/Lecturers Children who taken loan from Nationalised Banks for studying Medical/Engineering Courses",
+        "Description": "The “Financial Assistance to the Teachers/Lecturers Children who taken loan from Nationalised Banks for studying Medical/Engineering Courses” aims to provide financial assistance to the children of teachers/lecturers working in govt. & aided primary, secondary, graduate, & post-graduate institution.",
+        "Tags": "Children, Engineering Courses, Financial Assistance, Lecturers, Medical, Teachers",
+        "Link": "https://www.myscheme.gov.in/schemes/fatlclnbsmec"
+    },
+    {
+        "Title": "Incentive For The Intra Caste Marriage within Scheduled Tribe Community",
+        "Description": "The scheme \"Incentive for Intra Caste Marriage within the Scheduled Tribe Community\" was launched by the Tribal Welfare Department, Government of Karnataka. The scheme provides an incentive of ₹2,00,000/- to couples who are both from the Scheduled Tribe community but belong to different sub-caste.",
+        "Tags": "Incentive, Intra Caste, Marriage, Schedule Tribe, ST",
+        "Link": "https://www.myscheme.gov.in/schemes/ifticmwstc"
+    },
+    {
+        "Title": "Griha Lakshmi Scheme",
+        "Description": "The scheme \"Griha Lakshmi\" aims to provide financial assistance to women heads of households in Karnataka. The scheme offers a monthly benefit of ₹2,000/- to eligible women, helping them manage household expenses and improve their economic stability.",
+        "Tags": "Below Poverty Line, Empowerment, Expenses, Financial Assistance, Woman",
+        "Link": "https://www.myscheme.gov.in/schemes/gls"
+    },
+    {
+        "Title": "Ashadeepa Scheme",
+        "Description": "The scheme was introduced by the Government of Karnataka in the 2017-18 budget to encourage private sector industries and companies to provide employment opportunities to persons belonging to the Scheduled Caste and Scheduled Tribe categories, ensuring social justice.",
+        "Tags": "Apprentice Trainee, Employment, Scheduled Caste, Scheduled Tribe, Skill Development",
+        "Link": "https://www.myscheme.gov.in/schemes/ads"
+    }
+]

api/rag/IndicTrans2

@@ -1 +0,0 @@
-Subproject commit 53fd3e9df8ca5a5fc9d92f45027959f0b0e0b14f

api/rag/figures/training_logs.json

@@ -0,0 +1,306 @@
+[
+  {
+    "loss": 8.1255,
+    "grad_norm": 5.886991024017334,
+    "learning_rate": 4.755e-05,
+    "epoch": 0.1,
+    "step": 50
+  },
+  {
+    "loss": 2.1223,
+    "grad_norm": 1.780342936515808,
+    "learning_rate": 4.5050000000000004e-05,
+    "epoch": 0.2,
+    "step": 100
+  },
+  {
+    "loss": 1.4172,
+    "grad_norm": 1.2484183311462402,
+    "learning_rate": 4.2550000000000004e-05,
+    "epoch": 0.3,
+    "step": 150
+  },
+  {
+    "loss": 1.0609,
+    "grad_norm": 1.4256188869476318,
+    "learning_rate": 4.0050000000000004e-05,
+    "epoch": 0.4,
+    "step": 200
+  },
+  {
+    "eval_loss": 0.8911033868789673,
+    "eval_score": 0.06293457344434858,
+    "eval_counts": [
+      163,
+      1,
+      0,
+      0
+    ],
+    "eval_totals": [
+      3683,
+      3483,
+      3283,
+      3084
+    ],
+    "eval_precisions": [
+      4.425739885962531,
+      0.02871088142405972,
+      0.015229972586049346,
+      0.008106355382619975
+    ],
+    "eval_bp": 1.0,
+    "eval_sys_len": 3683,
+    "eval_ref_len": 1623,
+    "eval_bleu": 0.06293457344434858,
+    "eval_runtime": 109.0083,
+    "eval_samples_per_second": 1.835,
+    "eval_steps_per_second": 0.459,
+    "epoch": 0.4,
+    "step": 200
+  },
+  {
+    "loss": 0.938,
+    "grad_norm": 0.9899176955223083,
+    "learning_rate": 3.7550000000000005e-05,
+    "epoch": 0.5,
+    "step": 250
+  },
+  {
+    "loss": 0.8151,
+    "grad_norm": 0.8253363966941833,
+    "learning_rate": 3.505e-05,
+    "epoch": 0.6,
+    "step": 300
+  },
+  {
+    "loss": 0.8122,
+    "grad_norm": 1.7979626655578613,
+    "learning_rate": 3.2550000000000005e-05,
+    "epoch": 0.7,
+    "step": 350
+  },
+  {
+    "loss": 0.8516,
+    "grad_norm": 0.5633005499839783,
+    "learning_rate": 3.0050000000000002e-05,
+    "epoch": 0.8,
+    "step": 400
+  },
+  {
+    "eval_loss": 0.7273606657981873,
+    "eval_score": 0.45057594789546845,
+    "eval_counts": [
+      208,
+      5,
+      2,
+      0
+    ],
+    "eval_totals": [
+      1368,
+      1168,
+      968,
+      774
+    ],
+    "eval_precisions": [
+      15.2046783625731,
+      0.4280821917808219,
+      0.2066115702479339,
+      0.06459948320413436
+    ],
+    "eval_bp": 0.8299386398864602,
+    "eval_sys_len": 1368,
+    "eval_ref_len": 1623,
+    "eval_bleu": 0.45057594789546845,
+    "eval_runtime": 77.3509,
+    "eval_samples_per_second": 2.586,
+    "eval_steps_per_second": 0.646,
+    "epoch": 0.8,
+    "step": 400
+  },
+  {
+    "loss": 0.9177,
+    "grad_norm": 0.6352578997612,
+    "learning_rate": 2.7550000000000002e-05,
+    "epoch": 0.9,
+    "step": 450
+  },
+  {
+    "loss": 0.7974,
+    "grad_norm": 0.8983929753303528,
+    "learning_rate": 2.5050000000000002e-05,
+    "epoch": 1.0,
+    "step": 500
+  },
+  {
+    "loss": 0.7734,
+    "grad_norm": 0.6885063648223877,
+    "learning_rate": 2.2550000000000003e-05,
+    "epoch": 1.1,
+    "step": 550
+  },
+  {
+    "loss": 0.8068,
+    "grad_norm": 0.9066347479820251,
+    "learning_rate": 2.0050000000000003e-05,
+    "epoch": 1.2,
+    "step": 600
+  },
+  {
+    "eval_loss": 0.6409754157066345,
+    "eval_score": 2.2308463972371086,
+    "eval_counts": [
+      281,
+      33,
+      11,
+      6
+    ],
+    "eval_totals": [
+      1269,
+      1069,
+      870,
+      686
+    ],
+    "eval_precisions": [
+      22.14342001576044,
+      3.086997193638915,
+      1.264367816091954,
+      0.8746355685131195
+    ],
+    "eval_bp": 0.7565703085029857,
+    "eval_sys_len": 1269,
+    "eval_ref_len": 1623,
+    "eval_bleu": 2.2308463972371086,
+    "eval_runtime": 53.7294,
+    "eval_samples_per_second": 3.722,
+    "eval_steps_per_second": 0.931,
+    "epoch": 1.2,
+    "step": 600
+  },
+  {
+    "loss": 0.6715,
+    "grad_norm": 0.945395290851593,
+    "learning_rate": 1.755e-05,
+    "epoch": 1.3,
+    "step": 650
+  },
+  {
+    "loss": 0.7764,
+    "grad_norm": 2.0758280754089355,
+    "learning_rate": 1.505e-05,
+    "epoch": 1.4,
+    "step": 700
+  },
+  {
+    "loss": 0.6834,
+    "grad_norm": 0.43225401639938354,
+    "learning_rate": 1.255e-05,
+    "epoch": 1.5,
+    "step": 750
+  },
+  {
+    "loss": 0.7715,
+    "grad_norm": 0.982354998588562,
+    "learning_rate": 1.005e-05,
+    "epoch": 1.6,
+    "step": 800
+  },
+  {
+    "eval_loss": 0.6118303537368774,
+    "eval_score": 2.2446563832557205,
+    "eval_counts": [
+      312,
+      37,
+      11,
+      5
+    ],
+    "eval_totals": [
+      1298,
+      1098,
+      899,
+      717
+    ],
+    "eval_precisions": [
+      24.03697996918336,
+      3.3697632058287796,
+      1.2235817575083425,
+      0.697350069735007
+    ],
+    "eval_bp": 0.7785008405436009,
+    "eval_sys_len": 1298,
+    "eval_ref_len": 1623,
+    "eval_bleu": 2.2446563832557205,
+    "eval_runtime": 50.8519,
+    "eval_samples_per_second": 3.933,
+    "eval_steps_per_second": 0.983,
+    "epoch": 1.6,
+    "step": 800
+  },
+  {
+    "loss": 0.7415,
+    "grad_norm": 0.5001242160797119,
+    "learning_rate": 7.55e-06,
+    "epoch": 1.7,
+    "step": 850
+  },
+  {
+    "loss": 0.6018,
+    "grad_norm": 0.6771586537361145,
+    "learning_rate": 5.050000000000001e-06,
+    "epoch": 1.8,
+    "step": 900
+  },
+  {
+    "loss": 0.6488,
+    "grad_norm": 0.7276270389556885,
+    "learning_rate": 2.55e-06,
+    "epoch": 1.9,
+    "step": 950
+  },
+  {
+    "loss": 0.6508,
+    "grad_norm": 0.5777331590652466,
+    "learning_rate": 5.0000000000000004e-08,
+    "epoch": 2.0,
+    "step": 1000
+  },
+  {
+    "eval_loss": 0.6058484315872192,
+    "eval_score": 2.256370766803717,
+    "eval_counts": [
+      319,
+      37,
+      11,
+      5
+    ],
+    "eval_totals": [
+      1310,
+      1110,
+      911,
+      727
+    ],
+    "eval_precisions": [
+      24.35114503816794,
+      3.3333333333333335,
+      1.2074643249176729,
+      0.687757909215956
+    ],
+    "eval_bp": 0.7874689814366906,
+    "eval_sys_len": 1310,
+    "eval_ref_len": 1623,
+    "eval_bleu": 2.256370766803717,
+    "eval_runtime": 50.885,
+    "eval_samples_per_second": 3.93,
+    "eval_steps_per_second": 0.983,
+    "epoch": 2.0,
+    "step": 1000
+  },
+  {
+    "train_runtime": 493.5783,
+    "train_samples_per_second": 8.104,
+    "train_steps_per_second": 2.026,
+    "total_flos": 136952414208000.0,
+    "train_loss": 1.2491823387145997,
+    "epoch": 2.0,
+    "step": 1000
+  }
+]

api/rag/rag.ipynb

@@ -3461,105 +3461,6 @@
     "### converting chunks to embendings "
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "d772f060",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Requirement already satisfied: langchain-huggingface in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (0.3.1)\n",
-      "Requirement already satisfied: langchain-core<1.0.0,>=0.3.70 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-huggingface) (0.3.75)\n",
-      "Requirement already satisfied: tokenizers>=0.19.1 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-huggingface) (0.22.0)\n",
-      "Requirement already satisfied: huggingface-hub>=0.33.4 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-huggingface) (0.34.4)\n",
-      "Requirement already satisfied: langsmith>=0.3.45 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (0.4.1)\n",
-      "Requirement already satisfied: tenacity!=8.4.0,<10.0.0,>=8.1.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (9.1.2)\n",
-      "Requirement already satisfied: jsonpatch<2.0,>=1.33 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (1.33)\n",
-      "Requirement already satisfied: PyYAML>=5.3 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (6.0.2)\n",
-      "Requirement already satisfied: typing-extensions>=4.7 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (4.14.0)\n",
-      "Requirement already satisfied: packaging>=23.2 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (24.2)\n",
-      "Requirement already satisfied: pydantic>=2.7.4 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (2.11.7)\n",
-      "Requirement already satisfied: jsonpointer>=1.9 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from jsonpatch<2.0,>=1.33->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (3.0.0)\n",
-      "Requirement already satisfied: filelock in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from huggingface-hub>=0.33.4->langchain-huggingface) (3.18.0)\n",
-      "Requirement already satisfied: fsspec>=2023.5.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from huggingface-hub>=0.33.4->langchain-huggingface) (2025.3.0)\n",
-      "Requirement already satisfied: requests in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from huggingface-hub>=0.33.4->langchain-huggingface) (2.32.4)\n",
-      "Requirement already satisfied: tqdm>=4.42.1 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from huggingface-hub>=0.33.4->langchain-huggingface) (4.67.1)\n",
-      "Requirement already satisfied: httpx<1,>=0.23.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (0.28.1)\n",
-      "Requirement already satisfied: orjson<4.0.0,>=3.9.14 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (3.10.18)\n",
-      "Requirement already satisfied: requests-toolbelt<2.0.0,>=1.0.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (1.0.0)\n",
-      "Requirement already satisfied: zstandard<0.24.0,>=0.23.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (0.23.0)\n",
-      "Requirement already satisfied: anyio in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from httpx<1,>=0.23.0->langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (4.9.0)\n",
-      "Requirement already satisfied: certifi in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from httpx<1,>=0.23.0->langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (2025.6.15)\n",
-      "Requirement already satisfied: httpcore==1.* in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from httpx<1,>=0.23.0->langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (1.0.9)\n",
-      "Requirement already satisfied: idna in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from httpx<1,>=0.23.0->langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (3.10)\n",
-      "Requirement already satisfied: h11>=0.16 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from httpcore==1.*->httpx<1,>=0.23.0->langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (0.16.0)\n",
-      "Requirement already satisfied: annotated-types>=0.6.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from pydantic>=2.7.4->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (0.7.0)\n",
-      "Requirement already satisfied: pydantic-core==2.33.2 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from pydantic>=2.7.4->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (2.33.2)\n",
-      "Requirement already satisfied: typing-inspection>=0.4.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from pydantic>=2.7.4->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (0.4.1)\n",
-      "Requirement already satisfied: charset_normalizer<4,>=2 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from requests->huggingface-hub>=0.33.4->langchain-huggingface) (3.4.2)\n",
-      "Requirement already satisfied: urllib3<3,>=1.21.1 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from requests->huggingface-hub>=0.33.4->langchain-huggingface) (1.26.20)\n",
-      "Requirement already satisfied: colorama in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from tqdm>=4.42.1->huggingface-hub>=0.33.4->langchain-huggingface) (0.4.6)\n",
-      "Requirement already satisfied: exceptiongroup>=1.0.2 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from anyio->httpx<1,>=0.23.0->langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (1.3.0)\n",
-      "Requirement already satisfied: sniffio>=1.1 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from anyio->httpx<1,>=0.23.0->langsmith>=0.3.45->langchain-core<1.0.0,>=0.3.70->langchain-huggingface) (1.3.1)\n",
-      "Note: you may need to restart the kernel to use updated packages.\n",
-      "Requirement already satisfied: sentence-transformers in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (4.1.0)\n",
-      "Requirement already satisfied: transformers<5.0.0,>=4.41.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sentence-transformers) (4.56.0)\n",
-      "Requirement already satisfied: tqdm in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sentence-transformers) (4.67.1)\n",
-      "Requirement already satisfied: torch>=1.11.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sentence-transformers) (2.5.1+cu121)\n",
-      "Requirement already satisfied: scikit-learn in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sentence-transformers) (1.6.1)\n",
-      "Requirement already satisfied: scipy in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sentence-transformers) (1.13.1)\n",
-      "Requirement already satisfied: huggingface-hub>=0.20.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sentence-transformers) (0.34.4)\n",
-      "Requirement already satisfied: Pillow in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sentence-transformers) (11.2.1)\n",
-      "Requirement already satisfied: typing_extensions>=4.5.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sentence-transformers) (4.14.0)\n",
-      "Requirement already satisfied: filelock in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (3.18.0)\n",
-      "Requirement already satisfied: numpy>=1.17 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (2.0.2)\n",
-      "Requirement already satisfied: packaging>=20.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (24.2)\n",
-      "Requirement already satisfied: pyyaml>=5.1 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (6.0.2)\n",
-      "Requirement already satisfied: regex!=2019.12.17 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (2024.11.6)\n",
-      "Requirement already satisfied: requests in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (2.32.4)\n",
-      "Requirement already satisfied: tokenizers<=0.23.0,>=0.22.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (0.22.0)\n",
-      "Requirement already satisfied: safetensors>=0.4.3 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (0.5.3)\n",
-      "Requirement already satisfied: fsspec>=2023.5.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from huggingface-hub>=0.20.0->sentence-transformers) (2025.3.0)\n",
-      "Requirement already satisfied: networkx in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torch>=1.11.0->sentence-transformers) (3.2.1)\n",
-      "Requirement already satisfied: jinja2 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torch>=1.11.0->sentence-transformers) (3.1.6)\n",
-      "Requirement already satisfied: sympy==1.13.1 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torch>=1.11.0->sentence-transformers) (1.13.1)\n",
-      "Requirement already satisfied: mpmath<1.4,>=1.1.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sympy==1.13.1->torch>=1.11.0->sentence-transformers) (1.3.0)\n",
-      "Requirement already satisfied: colorama in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from tqdm->sentence-transformers) (0.4.6)\n",
-      "Requirement already satisfied: MarkupSafe>=2.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from jinja2->torch>=1.11.0->sentence-transformers) (3.0.2)\n",
-      "Requirement already satisfied: charset_normalizer<4,>=2 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from requests->transformers<5.0.0,>=4.41.0->sentence-transformers) (3.4.2)\n",
-      "Requirement already satisfied: idna<4,>=2.5 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from requests->transformers<5.0.0,>=4.41.0->sentence-transformers) (3.10)\n",
-      "Requirement already satisfied: urllib3<3,>=1.21.1 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from requests->transformers<5.0.0,>=4.41.0->sentence-transformers) (1.26.20)\n",
-      "Requirement already satisfied: certifi>=2017.4.17 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from requests->transformers<5.0.0,>=4.41.0->sentence-transformers) (2025.6.15)\n",
-      "Requirement already satisfied: joblib>=1.2.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from scikit-learn->sentence-transformers) (1.5.1)\n",
-      "Requirement already satisfied: threadpoolctl>=3.1.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from scikit-learn->sentence-transformers) (3.6.0)\n",
-      "Note: you may need to restart the kernel to use updated packages.\n",
-      "Looking in indexes: https://download.pytorch.org/whl/cu121\n",
-      "Requirement already satisfied: torch==2.5.1+cu121 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (2.5.1+cu121)\n",
-      "Requirement already satisfied: torchvision==0.20.1+cu121 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (0.20.1+cu121)\n",
-      "Requirement already satisfied: torchaudio==2.5.1+cu121 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (2.5.1+cu121)\n",
-      "Requirement already satisfied: filelock in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torch==2.5.1+cu121) (3.18.0)\n",
-      "Requirement already satisfied: typing-extensions>=4.8.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torch==2.5.1+cu121) (4.14.0)\n",
-      "Requirement already satisfied: networkx in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torch==2.5.1+cu121) (3.2.1)\n",
-      "Requirement already satisfied: jinja2 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torch==2.5.1+cu121) (3.1.6)\n",
-      "Requirement already satisfied: fsspec in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torch==2.5.1+cu121) (2025.3.0)\n",
-      "Requirement already satisfied: sympy==1.13.1 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torch==2.5.1+cu121) (1.13.1)\n",
-      "Requirement already satisfied: numpy in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torchvision==0.20.1+cu121) (2.0.2)\n",
-      "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from torchvision==0.20.1+cu121) (11.2.1)\n",
-      "Requirement already satisfied: mpmath<1.4,>=1.1.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from sympy==1.13.1->torch==2.5.1+cu121) (1.3.0)\n",
-      "Requirement already satisfied: MarkupSafe>=2.0 in d:\\major project\\chathur\\bakend_huggingface\\chathur\\lib\\site-packages (from jinja2->torch==2.5.1+cu121) (3.0.2)\n",
-      "Note: you may need to restart the kernel to use updated packages.\n"
-     ]
-    }
-   ],
-   "source": [
-    "# %pip install -U langchain-huggingface\n",
-    "# %pip install sentence-transformers\n",
-    "# %pip install torch==2.5.1+cu121 torchvision==0.20.1+cu121 torchaudio==2.5.1+cu121 --index-url https://download.pytorch.org/whl/cu121"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 11,

api/services/scheme_service.py

@@ -1,5 +1,7 @@
 import asyncio
 import logging
+import os
+import json
 from difflib import SequenceMatcher
 from api.core.firebase_utils import get_firestore_db
 
@@ -9,6 +11,10 @@ logger = logging.getLogger(__name__)
 cached_all_schemes = {}
 is_cache_loading = False
 
+# File path for Kannada JSON (project_root/data/translated_schemes_kn.json)
+BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+KAN_JSON_FILE = os.path.join(BASE_DIR, "data", "translated_schemes_kn.json")
+
 async def load_all_schemes_into_cache():
     """
     Fetches all schemes from Firestore and populates the in-memory cache.
@@ -46,32 +52,67 @@ async def load_all_schemes_into_cache():
 
             temp_schemes_cache[state_name] = schemes_in_state
 
-        cached_all_schemes = temp_schemes_cache
-        logger.info(f"Cache loaded successfully. Total states: {len(cached_all_schemes)}")
+        # cached_all_schemes = temp_schemes_cache
+        # logger.info(f"Cache loaded successfully. Total states: {len(cached_all_schemes)}")
 
     except Exception as e:
         logger.error(f"Error loading schemes into cache: {e}")
     finally:
         is_cache_loading = False
+        
+        
+     # --- Load Kannada Schemes from JSON ---
+    try:
+        if os.path.exists(KAN_JSON_FILE):
+            with open(KAN_JSON_FILE, "r", encoding="utf-8") as f:
+                kn_data = json.load(f)
+
+            for state, schemes in kn_data.items():
+                state_key = state.strip().lower()
+                for s in schemes:
+                    s["language"] = "kn"  # ensure Kannada tag
+                if state_key in temp_schemes_cache:
+                    temp_schemes_cache[state_key].extend(schemes)
+                else:
+                    temp_schemes_cache[state_key] = schemes
+
+            logger.info("Kannada schemes loaded successfully from JSON.")
+        else:
+            logger.warning(f"Kannada JSON file not found at {KAN_JSON_FILE}")
+
+    except Exception as e:
+        logger.error(f"Error loading Kannada JSON schemes: {e}")
 
+    # --- Finalize cache ---
+    cached_all_schemes = temp_schemes_cache
+    is_cache_loading = False
+    logger.info(f"Cache ready. Total states: {len(cached_all_schemes)}")
+
+
+# In scheme_service.py
 def get_all_schemes(lang=None):
     """
     Returns all schemes from the in-memory cache.
-    If lang is provided, return all schemes that either match lang OR don't have language set.
+    If lang is provided, return all schemes that match the specified language.
+    Schemes without a language tag are considered 'en' by default.
     """
     if not lang:
+        # No change here, returns everything if no language is specified
         return cached_all_schemes
 
     filtered_cache = {}
     for state, schemes in cached_all_schemes.items():
+        # Corrected Logic: Default the language to 'en' if the key is missing.
         filtered = [
             s for s in schemes
-            if not s.get("language") or s.get("language", "").lower() == lang.lower()
+            if s.get("language", "en").lower() == lang.lower()
         ]
         if filtered:
             filtered_cache[state] = filtered
+    logger.info(f"Filtering schemes for lang={lang}")
     return filtered_cache
 
+
 def search_schemes_in_cache(query: str, lang: str = None):
     """
     Searches schemes across all states within the in-memory cache with basic stemming.
@@ -126,6 +167,7 @@ def search_schemes_in_cache(query: str, lang: str = None):
     logger.info(f"Search for '{query}' completed. Found {len(matched)} matches.")
     return matched
 
+# In scheme_service.py
 def get_schemes_by_state(state: str, lang: str = None):
     """
     Returns schemes for a specific state from the in-memory cache.
@@ -136,7 +178,8 @@ def get_schemes_by_state(state: str, lang: str = None):
         return None
 
     if lang:
-        return [s for s in schemes if s.get("language", lang).lower() == lang.lower()]
+        # Corrected Logic: Default to an empty string to prevent false matches.
+        return [s for s in schemes if s.get("language", "").lower() == lang.lower()]
     return schemes
 
 def get_scheme_details_by_title(state: str, title: str, lang: str = None):
@@ -158,7 +201,7 @@ def get_scheme_details_by_title(state: str, title: str, lang: str = None):
         if db_id_clean == url_title_clean or db_title_clean == url_title_clean:
             # THIS IS THE CORRECTED LANGUAGE CHECK:
             # It now correctly handles schemes that don't have a language field.
-            if not lang or scheme.get("language", lang).lower() == lang.lower():
+            if not lang or scheme.get("language", "").lower() == lang.lower():
                 return scheme
 
     return None