Upload folder using huggingface_hub

.gitignore

@@ -19,3 +19,4 @@ chroma_exports.zip
 chromadb-store-CORRUPTED/
 chromadb-store_BLOATED.zip
 chromadb-store_OLD.zip
+chromadb-store-20251205.zip

copy_chromadb.py

@@ -197,6 +197,11 @@ db_config = {
     "source_db_path": "../puranas_ai/chromadb_store",
     "source_collection_name": "vishnupuranam",
     "destination_collection_name": "vishnu_puranam_openai"
+  },
+  "vaazhi_thirunaamams": {
+    "source_db_path": "../vaazhi_thirunamam/chromadb_store",
+    "source_collection_name": "vaazhi_thirunaamams",
+    "destination_collection_name": "vaazhi_thirunaamams"
   }
 }
 

modules/config/__init__.py

@@ -36,6 +36,7 @@ from modules.config.taitriya_samhitha import taitriya_samhitha_config
 from modules.config.taitriya_upanishad import taitriya_upanishad_config
 from modules.config.vaamanapuraanam import vaamanapuraanam_config
 from modules.config.vaayupuraanam import vaayupuraanam_config
+from modules.config.vaazhi_thirunaamams import vaazhi_thirunaamams_config
 from modules.config.valmiki_ramayanam import valmiki_ramayanam_config
 from modules.config.varahapuranam import varahapuranam_config
 from modules.config.vishnu_puranam import vishnupuranam_config
@@ -71,20 +72,21 @@ scripture_configurations = [
     narayaneeyam_config,
     agnipuranam_config,
     bhavishyapuranam_config,
-brahmandpuranam_config,
-brahmapuranam_config,
-brahmavaivarthapurana_config,
-garudapuranam_config,
-harivanshapuraanam_config,
-kurmapuranam_config,
-lingapuranam_config,
-markandeypuranam_config,
-matsyapuranam_config,
-naradapuranam_config,
-padmapuranam_config,
-shivapuraanam_config,
-skandapuranam_config,
-vaamanapuraanam_config,
-vaayupuraanam_config,
-varahapuranam_config,    
+    brahmandpuranam_config,
+    brahmapuranam_config,
+    brahmavaivarthapurana_config,
+    garudapuranam_config,
+    harivanshapuraanam_config,
+    kurmapuranam_config,
+    lingapuranam_config,
+    markandeypuranam_config,
+    matsyapuranam_config,
+    naradapuranam_config,
+    padmapuranam_config,
+    shivapuraanam_config,
+    skandapuranam_config,
+    vaamanapuraanam_config,
+    vaayupuraanam_config,
+    varahapuranam_config,    
+    vaazhi_thirunaamams_config,
 ]

modules/config/vaazhi_thirunaamams.py

@@ -0,0 +1,94 @@
+from modules.config.categories import ScriptureCategoryConstants
+from modules.google_drive.google_drive_utils import convert_drive_url_to_direct
+
+def get_subjects():
+    return sorted(["பெரிய பெருமாள்", "பெரிய பிராட்டியார்", "ஸேனை முதலியார்", "நம்மாழ்வார்", "நாதமுனிகள்", "உய்யக்கொண்டார்", "மணக்கால் நம்பி", "ஆளவந்தார்", "பெரிய நம்பி", "திருக்கச்சி நம்பி", "எம்பெருமானார்", "கூரத்தாழ்வான்", "முதலியாண்டான்", "திருவரங்கத்து அமுதனார்", "எம்பார்", "பட்டர்", "நஞ்சீயர்", "நம்பிள்ளை", "வடக்கு திருவீதிப் பிள்ளை", "பெரியவாச்சான் பிள்ளை", "பிள்ளை லோகாசார்யர்", "கூர குலோத்தம தாஸர்", "திருவாய்மொழிப் பிள்ளை", "அழகிய மணவாள மாமுனிகள்", "பொன்னடிக்கால் ஜீயர்", "பொய்கையாழ்வார்", "பூதத்தாழ்வார்", "பேயாழ்வார்", "திருமழிசை ஆழ்வார்", "மதுரகவி ஆழ்வார்", "குலசேகராழ்வார்", "பெரியாழ்வார்", "ஆண்டாள்", "தொண்டரடிப்பொடி ஆழ்வார்", "திருப்பாணாழ்வார்", "திருமங்கை ஆழ்வார்"])
+
+def get_months():
+    return sorted(["பங்குனி", "ஐப்பசி", "வைகாசி", "ஆனி", "சித்திரை", "மாசி", "ஆடி", "மார்கழி", "தை", "கார்த்திகை", "ஆவணி", "புரட்டாசி", "திருவாடிப் பூரம்"])
+
+def get_nakshathrams():
+    return sorted(["ரேவதி", "உத்ரம்", "பூராடம்", "விசாகம்", "அனுஷம்", "கார்த்திகை", "மகம்", "உத்ராடம்", "கேட்டை", "ம்ருகசீர்ஷம்", "திருவாதிரை", "ஹஸ்தம்", "புனர்பூசம்", "ஸ்வாதி", "ரோகிணி", "திருவோணம்", "திருமூலம்", "அவிட்டம்", "ஸதயம்", "சித்திரை", "ரோஹிணி","பூரம்"])
+
+vaazhi_thirunaamams_config = {
+    "name": "vaazhi_thirunaamams",
+    "title": "Vaazhi Thirunaamams",
+    "banner_url": convert_drive_url_to_direct(
+        "https://drive.google.com/file/d/1bGdlERDvBiO7wbOOo3cO8vYclyFYbGdk/view?usp=drive_link"
+    ),
+    "category": ScriptureCategoryConstants.LITERATURE,
+    "output_dir": "./output/vaazhi_thirunaamams",
+    "collection_name": "vaazhi_thirunaamams",
+    "collection_embedding_fn": "openai",
+
+    "unit": "verse",
+    "unit_field": "_global_index",
+
+    "field_mapping": {
+        "text": "text",
+        "chapter_name": "subject",
+        "unit_index": "_global_index",
+        "relative_path": lambda doc: f"{doc.get("subject")} - {doc.get("date")}",
+        "translation" : "translation"
+    },
+
+    "metadata_fields": [
+        {
+            "name": "_global_index",
+            "datatype": "int",
+            "label": "Verse Index",
+            "description": "Absolute verse index",
+            "show_as_filter": True,
+            "is_unique": True,
+        },
+        {
+            "name": "subject",
+            "datatype": "str",
+            "label": "Chapter",
+            "description": "Chapter",
+            "show_as_filter": True,
+            "component": "dropdown",
+            "lov": lambda: get_subjects(),
+        },
+        {
+            "name": "month",
+            "datatype": "str",
+            "label": "Month",
+            "description": "Month name in Tamil",
+            "show_as_filter": True,
+            "component": "dropdown",
+            "lov": lambda: get_months(),
+        },
+        {
+            "name": "nakshathram",
+            "datatype": "str",
+            "label": "Nakshathram",
+            "description": "Nakshathram name in Tamil",
+            "show_as_filter": True,
+            "component": "dropdown",
+            "lov": lambda: get_nakshathrams(),
+
+        },
+        {
+            "name": "text",
+            "datatype": "str",
+            "label": "Tamil Verse",
+            "description": "Verse text in Tamil",
+            "show_as_filter": True,
+        },
+    ],
+
+    "pdf_path": "./data/vaazhi_thirunaamams.pdf",
+    "source": "",
+    "language": "tam",
+    "example_labels": [],
+    "examples": [],
+    "llm_hints": [],
+    "credits": {"art": [], "data": [
+            {
+                "name": "koyil.org",
+                "url": "https://divyaprabandham.koyil.org/index.php/2020/12/vazhi-thirunamams-oranvazhi-intro-tamil-simple/",
+                "role": "Data provider",
+            },
+        ], "audio": [], "video": []},
+}