Upload folder using huggingface_hub

copy_chromadb.py

@@ -58,6 +58,11 @@ db_config = {
         "source_collection_name": "sri_stavam",
         "destination_collection_name": "sri_stavam",
     },
+    "taitriya_aranyakam": {
+        "source_db_path": "../taitriya_aranyakam_ai/chromadb_store",
+        "source_collection_name": "taitriya_aranyakam",
+        "destination_collection_name": "taitriya_aranyakam",
+    },
 }
 
 parser = argparse.ArgumentParser(description="My app with database parameter")

data/dropbox/scriptures/divya_prabandham/video_metadata.json

@@ -353,6 +353,12 @@
         "video_url": "https://www.youtube.com/watch?v=1L0nh0W2t2o",
         "type": "virutham"
     },
+    {
+        "scripture": "divya_prabandham",
+        "global_index": 3893,
+        "video_url": "https://www.youtube.com/shorts/EZhQ7sH3u60",
+        "type": "recitation"
+    },
     {
         "scripture": "divya_prabandham",
         "global_index": 3893,

modules/config/__init__.py

@@ -9,6 +9,7 @@ from modules.config.pancha_sooktham import pancha_sooktham_config
 from modules.config.shanthi_panchakam import shanthi_panchakam_config
 from modules.config.shukla_yajur_vedam import shukla_yajur_vedam_config
 from modules.config.sri_stavam import sri_stavam_config
+from modules.config.taitriya_aranyakam import taitriya_aranyakam_config
 from modules.config.taitriya_brahmanam import taitriya_brahmanam_config
 from modules.config.taitriya_samhitha import taitriya_samhitha_config
 from modules.config.taitriya_upanishad import taitriya_upanishad_config
@@ -32,6 +33,7 @@ scripture_configurations = [
     sri_stavam_config,
     taitriya_brahmanam_config,
     taitriya_samhitha_config,
+    taitriya_aranyakam_config,
     taitriya_upanishad_config,
     valmiki_ramayanam_config,
     vishnu_puranam_config,

modules/config/divya_prabandham.py

@@ -94,7 +94,6 @@ divya_prabandham_config = {
                 "  → Convert to: '{prabandham_code} 5.2' and pass as `title` filter.\n"
                 "Do NOT use `title` for general queries or keyword searches — leave it empty in those cases."
             ),
-            "show_as_filter": True,
         },
         {
             "name": "verse",

modules/config/taitriya_aranyakam.py

@@ -0,0 +1,104 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
+taitriya_aranyakam_config = {
+    "name": "taitriya_aranyakam",
+    "title": "Taitriya Aranyakam",
+    "category": ScriptureCategoryConstants.VEDAM,
+    "output_dir": "./output/taitriya_aranyakam",
+    "collection_name": "taitriya_aranyakam",
+    "collection_embedding_fn": "openai",
+    "unit": "panchadhi",
+    "unit_field": "panchadhi",
+    # "chapter_order": lambda: get_chapter_order_from_taitriya_aranyakam(),
+    "field_mapping": {
+        "text": "sanskrit",
+        "unit_index": "panchadhi",
+        "transliteration": "transliteration",
+        "chapter_name": "prashnam_name",
+        "relative_path": lambda doc: (
+            "॥ तैत्तिरीय-आरण्यक ॥"
+            if not doc.get("panchadhi") or doc.get("panchadhi") == "-"
+            else f"॥ तैत्तिरीय-आरण्यक ॥ {doc.get('prashnam')}.{doc.get('anuvakam')}.{doc.get('panchadhi_index')} || {doc.get('panchadhi_sa')} ||"
+        ),
+    },
+    "metadata_fields": [
+        {
+            "name": "prashnam_name",
+            "datatype": "str",
+            "label": "Prashnam Name",
+            "description": "Name of the Prashnam",
+            "show_as_filter": True,
+            "component": "dropdown",
+            "lov": lambda: [
+                "आरण्यके प्रथमः प्रश्नः १",
+                "आरण्यके द्वितीयः प्रश्नः २",
+                "आरण्यके तृतीयः प्रश्नः ३",
+                "आरण्यके चतुर्थः प्रश्नः ४",
+                "आरण्यके पञ्चमः प्रश्नः ५",
+                "आरण्यके षष्ठः प्रश्नः ६",
+                "आरण्यके सप्तमः प्रश्नः ७",
+                "आरण्यके अष्टमः प्रश्नः ८",
+                "आरण्यके नवमः प्रश्नः ९",
+                "आरण्यके दशमः प्रश्नः १०",
+                "एकाग्निकाण्डे प्रथमः प्रश्नः १",
+                "एकाग्निकाण्डे द्वितीयः प्रश्नः २",
+            ],
+            "is_unique": True,
+        },
+        {
+            "name": "prashnam",
+            "datatype": "int",
+            "label": "Prashnam Number",
+            "description": "Prashnam Number",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "anuvakam",
+            "datatype": "int",
+            "label": "Anuvakam Number",
+            "description": "Anuvakam Number",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "panchadhi_index",
+            "datatype": "int",
+            "label": "Relative Panchadhi Number",
+            "description": "Relative Panchadhi Number",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "panchadhi",
+            "datatype": "int",
+            "label": "Absolute Panchadhi Number",
+            "description": "Absolute Panchadhi Number",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "sanskrit",
+            "label": "Lyrics in sanskrit",
+            "datatype": "str",
+            "description": "The original sloka in sanskrit.",
+        },
+        {
+            "name": "transliteration",
+            "label": "Transliteration in english",
+            "datatype": "str",
+            "description": "The original sloka transliterated in English.",
+        },
+    ],
+    "pdf_path": "./data/taitriya_aranyakam.pdf",
+    "source": "https://sanskritdocuments.org/doc_veda/taittirIyaAraNyaka.html",
+    "language": "san+eng",
+    "example_labels": [
+        "Taitriya AraNyaka",
+    ],
+    "examples": [
+        "Show some verses from Taitriya AraNyaka",
+    ],
+    "llm_hints": [],
+}