Upload folder using huggingface_hub

copy_chromadb.py

@@ -278,6 +278,11 @@ db_config = {
     "source_collection_name": "aarthi_prabandham",
     "destination_collection_name": "aarthi_prabandham"
   },
+  "padhuka_sahasram": {
+    "source_db_path": "../padhuka_sahasram/chromadb_store",
+    "source_collection_name": "padhuka_sahasram",
+    "destination_collection_name": "padhuka_sahasram"
+  },
 
 }
 

modules/config/__init__.py

@@ -27,6 +27,7 @@ from modules.config.matsyapuranam import matsyapuranam_config
 from modules.config.mukthaka_mangalam import mukthaka_mangalam_config
 from modules.config.naradapuranam import naradapuranam_config
 from modules.config.narayaneeyam import narayaneeyam_config
+from modules.config.padhuka_sahasram import padhuka_sahasram_config
 from modules.config.padmapuranam import padmapuranam_config
 from modules.config.pancha_sooktham import pancha_sooktham_config
 from modules.config.raghuveera_gadhyam import raghuveera_gadhyam_config
@@ -118,4 +119,5 @@ scripture_configurations = [
     dhati_panchakam_config,
     gadhyathrayam_config,
     aarthi_prabandham_config,
+    padhuka_sahasram_config
 ]

modules/config/divya_prabandham.py

@@ -231,15 +231,6 @@ divya_prabandham_config = {
                 ],
                 "photo_url": "https://drive.google.com/uc?export=download&id=1HB1Nr39j2-55rIeOK_wYNbZZndcGZIaf",
             },
-            {
-                "name": "Sri C. Badrinarayanan Swamy(Triplicane)",
-                "url": "https://google.com",
-                "role": "Recitation audio contributor",
-                "context": [
-                    {"start": 1378, "end": 2378, "description": "Periya Thirumozhi"}
-                ],
-                "photo_url": "https://drive.google.com/uc?export=download&id=1baSw4yzmn0ZG79x7jIGpRUl_eY5lUjZf",
-            },
             {
                 "name": "Sri TNCN Swamy(Triplicane)",
                 "url": "https://www.linkedin.com/in/narashiman-chakravarthy-54326111/",

modules/config/padhuka_sahasram.py

@@ -0,0 +1,123 @@
+from modules.config.categories import ScriptureCategoryConstants
+from modules.google_drive.google_drive_utils import convert_drive_url_to_direct
+
+padhuka_sahasram_config = {
+    "name": "padhuka_sahasram",
+    "title": "Padhuka Sahasram",
+    "banner_url": convert_drive_url_to_direct(
+        "https://drive.google.com/file/d/1aRvTo0rOqwWgV_gekntrw1h0B0Hln3Yf/view?usp=drive_link"
+    ),
+    "category": ScriptureCategoryConstants.SRI_SOOKTHI,
+    "output_dir": "./outputs/padhuka_sahasram",
+    "collection_name": "padhuka_sahasram",
+    "collection_embedding_fn": "openai",
+    "unit": "slokam",
+    "unit_field": "_global_index",
+    "field_mapping": {
+        "text": "lyrics_sa",
+        "chapter_name": "chapter_name",
+        "unit_index": "_global_index",
+        "relative_path": lambda doc: f"{doc.get('chapter_name')} — {doc.get('relative_verse_number')}",
+        "author": lambda doc: "Srimannigamantha Maha Desikar",
+    },
+    "metadata_fields": [
+        {
+            "name": "chapter_name",
+            "datatype": "str",
+            "label": "Chapter Name",
+            "description": "Chapter title",
+            "show_as_filter": True,
+            "component": "dropdown",
+            "lov": lambda: [
+                "1. प्रस्तावपद्धतिः (20)",
+                "2. समाख्यापद्धतिः (10)",
+                "3. प्रभावपद्धतिः (70)",
+                "4. समर्पणपद्धतिः (20)",
+                "5. प्रतिप्रस्थानपद्धतिः (20)",
+                "6. अधिकारपरिग्रहपद्धतिः (40)",
+                "7. अभिषेकपद्धतिः (30)",
+                "8. निर्यातनापद्धतिः (30)",
+                "9. वन्दिवैतालिकपद्धतिः (10)",
+                "10. श‍ृङ्गारपद्धतिः (10)",
+                "11. सञ्चारपद्धतिः (60)",
+                "12. पुष्पपद्धतिः (30)",
+                "13. परागपद्धतिः (30)",
+                "14. नादपद्धतिः (100)",
+                "15. रत्नसामान्यपद्धतिः (50)",
+                "16. बहुरत्नपद्धतिः (50)",
+                "17. पद्मरागपद्धतिः (30)",
+                "18. मुक्तापद्धतिः (50)",
+                "19. मरकतपद्धतिः (20)",
+                "20. इन्द्रनीलपद्धतिः (30)",
+                "21. बिम्बप्रतिबिम्बपद्धतिः (20)",
+                "22. काञ्चनपद्धतिः (20)",
+                "23. शेषपद्धतिः (10)",
+                "24. द्वन्द्वपद्धतिः (20)",
+                "25. सन्निवेशपद्धतिः (20)",
+                "26. यन्त्रिकापद्धतिः (10)",
+                "27. रेखापद्धतिः (10)",
+                "28. सुभाषितपद्धतिः (10)",
+                "29. प्रकीर्णकपद्धतिः (80)",
+                "30. चित्रपद्धतिः (40)",
+                "31. निर्वेदपद्धतिः (20)",
+                "32. फलपद्धतिः (38)",
+            ],
+        },
+        {
+            "name": "_global_index",
+            "datatype": "int",
+            "label": "Global Index",
+            "description": "Absolute verse index",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "relative_verse_number",
+            "datatype": "int",
+            "label": "Verse Number (in chapter)",
+            "description": "Sequential verse index inside the chapter",
+            "show_as_filter": True,
+        },
+        {
+            "name": "lyrics_sa",
+            "datatype": "str",
+            "label": "Sanskrit Verse",
+            "description": "Original verse text in Sanskrit",
+            "show_as_filter": True,
+        },
+    ],
+    "pdf_path": "./data/padhuka_sahasram.pdf",
+    "source": "sanskritdocuments.org",
+    "language": "san",
+    "example_labels": [],
+    "examples": [],
+    "llm_hints": [],
+    "credits": {
+        "art": [
+            {
+                "name": "Sri TNCN",
+                "url": "https://www.linkedin.com/in/narashiman-chakravarthy-54326111/",
+                "role": "Illustrator",
+                "notes": "Original artwork used with permission",
+                "photo_url": "https://drive.google.com/uc?export=download&id=1D4Vo-Mvkp1RdZR6whUkcjvNBIW1yHSUE",
+            }
+        ],
+        "data": [
+            {
+                "name": "sanskritdocuments.org",
+                "url": "https://sanskritdocuments.org/doc_raama/pAdukAsahasram.html",
+                "role": "Data Provider",
+            }
+        ],
+        "audio": [
+            {
+                "name": "Sri Vasudevan Srinivasachariar Swamy(Srirangam)",
+                "url": "https://www.youtube.com/@akivasudev",
+                "role": "Recitation audio contributor",
+                "context": [],
+                "photo_url": "https://drive.google.com/uc?export=download&id=1HB1Nr39j2-55rIeOK_wYNbZZndcGZIaf",
+            },
+        ],
+        "video": [],
+    },
+}