Upload folder using huggingface_hub

copy_chromadb.py

@@ -88,6 +88,11 @@ db_config = {
         "source_collection_name": "desika_prabandham",
         "destination_collection_name": "desika_prabandham",
     },
+    "raghuveera_gadhyam": {
+        "source_db_path": "../raghuveera_gadhyam_ai/chromadb_store",
+        "source_collection_name": "raghuveera_gadhyam",
+        "destination_collection_name": "raghuveera_gadhyam",
+    },
 }
 
 parser = argparse.ArgumentParser(description="My app with database parameter")

modules/config/__init__.py

@@ -9,6 +9,7 @@ from modules.config.kamba_ramayanam import kamba_ramayanam_config
 from modules.config.kamba_ramayanam_en import kamba_ramayanam_en_config
 from modules.config.katakam import katakam_config
 from modules.config.pancha_sooktham import pancha_sooktham_config
+from modules.config.raghuveera_gadhyam import raghuveera_gadhyam_config
 from modules.config.shanthi_panchakam import shanthi_panchakam_config
 from modules.config.shukla_yajur_vedam import shukla_yajur_vedam_config
 from modules.config.sri_stavam import sri_stavam_config
@@ -46,5 +47,6 @@ scripture_configurations = [
     yt_metadata_config,
     brahma_sutra_config,
     sri_vachana_bhushanam_config,
-    desika_prabandham_config
+    desika_prabandham_config,
+    raghuveera_gadhyam_config
 ]

modules/config/raghuveera_gadhyam.py

@@ -0,0 +1,104 @@
+from modules.config.categories import ScriptureCategoryConstants
+from modules.google_drive.google_drive_utils import convert_drive_url_to_direct
+
+
+def fn_list_of_chapters():
+    return [
+        "Intro",
+        "बालकाण्डम्",
+        "अयोध्याकाण्डम्",
+        "आरण्यकाण्डम्",
+        "किष्किन्धाकाण्डम्",
+        "सुन्दरकाण्डम्",
+        "युद्धकाण्डम्",
+        "उत्तरकाण्डम्",
+    ]
+
+
+raghuveera_gadhyam_config = {
+    "name": "raghuveera_gadhyam",
+    "title": "Raghuveera Gadhyam",
+    "category": ScriptureCategoryConstants.LITERATURE,
+    "banner_url": convert_drive_url_to_direct(
+        "https://drive.google.com/file/d/1aRvTo0rOqwWgV_gekntrw1h0B0Hln3Yf/view?usp=drive_link"
+    ),
+    "output_dir": "./output/raghuveera_gadhyam",
+    "collection_name": "raghuveera_gadhyam",
+    "collection_embedding_fn": "openai",
+    "unit": "sloka",
+    "unit_field": "_global_index",
+    "field_mapping": {
+        "text": "text_sa",
+        "unit_index": "relative_verse_number",
+        "chapter_name": "chapter_name",
+        "author": lambda doc: f"ஸ்ரீமந்நிகமாந்த மஹாதேசிகர்",
+        "relative_path": lambda doc: (
+            f"{doc.get('chapter_name')}:{doc.get('relative_verse_number')} || {doc.get('_global_index')} ||"
+        ),
+    },
+    "metadata_fields": [
+        {
+            "name": "chapter_name",
+            "datatype": "str",
+            "label": "Chapter Name",
+            "description": "Name of the Chapter in Sanskrit",
+            "show_as_filter": True,
+            "component": "dropdown",
+            "lov": lambda: [x["chapter_name"] for x in fn_list_of_chapters()],
+            "is_unique": True,
+        },
+        {
+            "name": "relative_verse_number",
+            "datatype": "int",
+            "label": "Relative Verse Number",
+            "description": "Relative Verse Number",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "_global_index",
+            "datatype": "int",
+            "label": "Absolute Verse Number",
+            "description": "Absolute Verse Number",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "text_sa",
+            "label": "Lyrics in Sanskrit",
+            "datatype": "str",
+            "description": "The original verse in Sanskrit.",
+            "show_as_filter": True,
+        },
+    ],
+    "pdf_path": "./data/raghuveera_gadhyam.pdf",
+    "source": "https://sanskritdocuments.org/doc_raama/traghuvira.html",
+    "language": "san+eng",
+    "example_labels": [
+        "Raghuveera Gadhyam",
+    ],
+    "examples": [
+        "Show some verses from Raghuveera Gadhyam",
+    ],
+    "llm_hints": [],
+    "credits": {
+        "art": [
+            {
+                "name": "Sri TNCN",
+                "url": "https://www.linkedin.com/in/narashiman-chakravarthy-54326111/",
+                "role": "Illustrator",
+                "notes": "Original artwork used with permission",
+                "photo_url": "https://drive.google.com/uc?export=download&id=1D4Vo-Mvkp1RdZR6whUkcjvNBIW1yHSUE",
+            }
+        ],
+        "data": [
+            {
+                "name": "Sanskrit Documents",
+                "url": "https://sanskritdocuments.org/doc_raama/traghuvira.html",
+                "role": "Data provider",
+            },
+        ],
+        "audio": [],
+        "video": [],
+    },
+}