Upload folder using huggingface_hub

modules/config/bhagavat_gita.py

@@ -1,3 +1,4 @@
+from modules.config.categories import ScriptureCategoryConstants
 from modules.scripture_helpers.bhagavat_gita_helper import (
     get_bhagavat_gita_chapters,
     get_chapter_order_from_bhagavat_gita,
@@ -6,7 +7,7 @@ from modules.scripture_helpers.bhagavat_gita_helper import (
 bhagavat_gita_config = {
     "name": "bhagavat_gita",
     "title": "Bhagavat Gita",
-    "category" : "Ithihasam",
+    "category" : ScriptureCategoryConstants.ITHIHASAM,
     "output_dir": "./output/bhagavat_gita",
     "collection_name": "bhagavat_gita_openai",
     "collection_embedding_fn": "openai",

modules/config/bhagavata_purana.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 bhagavata_purana_config = {
     "name": "bhagavata_purana",
     "title": "Bhagavatha Puranam",
-    "category" : "Puranam",
+    "category" : ScriptureCategoryConstants.PURANAM,
     "output_dir": "./output/bhagavata_purana",
     "collection_name": "bhagavata_purana",
     "unit": "page",

modules/config/categories.py

@@ -0,0 +1,58 @@
+from dataclasses import dataclass
+from typing import List
+from pydantic import BaseModel
+
+@dataclass
+class ScriptureCategoryConstants():
+    LITERATURE: str = "literature"
+    VEDAM: str = "vedam"
+    ITHIHASAM: str = "ithihasam"
+    PURANAM: str = "puranam"
+    STOTRAM: str = "stotram"
+    SOCIAL_MEDIA: str = "social"
+
+@dataclass
+class ScriptureCategory():
+    name: str
+    title: str
+
+@dataclass
+class ScriptureCategories():
+    categories: list[ScriptureCategory]
+
+
+scripture_categories = ScriptureCategories(
+    categories=[
+        ScriptureCategory(
+            name=ScriptureCategoryConstants.LITERATURE,
+            title="Devotional Literature (அருளிச்செயல்)",
+        ),
+        ScriptureCategory(
+            name=ScriptureCategoryConstants.VEDAM, title="Vedas & Upanishads"
+        ),
+        ScriptureCategory(
+            name=ScriptureCategoryConstants.ITHIHASAM, title="Ithihasams"
+        ),
+        ScriptureCategory(name=ScriptureCategoryConstants.PURANAM, title="Puranams"),
+        ScriptureCategory(name=ScriptureCategoryConstants.STOTRAM, title="Stotrams"),
+        ScriptureCategory(
+            name=ScriptureCategoryConstants.SOCIAL_MEDIA, title="Social Media"
+        ),
+    ]
+)
+
+
+def get_scripture_category_by_name(name: str):
+    matches = [
+        category
+        for category in scripture_categories.categories
+        if category.name == name
+    ]
+    if matches:
+        return matches[0]
+    else:
+        raise Exception(f"No category found by name [{name}]!")
+
+
+def get_scripture_categories():
+    return scripture_categories

modules/config/chathusloki.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 chathusloki_config = {
     "name": "chathusloki",
     "title": "Chathusloki by Sri Alavandar",
-    "category" : "Stotram",
+    "category" : ScriptureCategoryConstants.STOTRAM,
     "output_dir": "./output/chathusloki",
     "collection_name": "chathusloki",
     "unit": "verse",

modules/config/divya_prabandham.py

@@ -1,9 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
 import nalayiram_helper
 
 divya_prabandham_config = {
     "name": "divya_prabandham",
     "title": "4000 Divya Prabandham",
-    "category" : "Literature", 
+    "category" : ScriptureCategoryConstants.LITERATURE, 
     "output_dir": "./output/divya_prabandham",
     "collection_name": "divya_prabandham",
     "collection_embedding_fn": "openai",

modules/config/kamba_ramayanam.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 kamba_ramayanam_config = {
     "name": "kamba_ramayanam",
     "title": "Kamba Ramayanam (Tamil)",
-    "category" : "Ithihasam",
+    "category" : ScriptureCategoryConstants.ITHIHASAM,
     "output_dir": "./output/kamba_ramayanam",
     "collection_name": "kamba_ramayanam",
     "unit": "chunk",

modules/config/kamba_ramayanam_en.py

@@ -1,3 +1,4 @@
+from modules.config.categories import ScriptureCategoryConstants
 from modules.scripture_helpers.kamba_ramayanam_helper import (
     get_list_of_kandams,
     get_list_of_padalams,
@@ -7,7 +8,7 @@ from modules.scripture_helpers.kamba_ramayanam_helper import (
 kamba_ramayanam_en_config = {
     "name": "kamba_ramayanam_en",
     "title": "Kamba Ramayanam (English)",
-    "category" : "Ithihasam",
+    "category" : ScriptureCategoryConstants.ITHIHASAM,
     "output_dir": "./output/kamba_ramayanam",
     "collection_name": "kamba_ramayanam_en",
     "unit": "verse",

modules/config/katakam.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 katakam_config = {
     "name": "katakam",
     "title": "Katakam",
-    "category" : "Vedam",
+    "category" : ScriptureCategoryConstants.VEDAM,
     "output_dir": "./output/katakam",
     "collection_name": "katakam",
     "collection_embedding_fn": "openai",

modules/config/pancha_sooktham.py

@@ -1,3 +1,4 @@
+from modules.config.categories import ScriptureCategoryConstants
 from modules.scripture_helpers.pancha_sooktham_helper import (
     get_chapter_order_from_pancha_sooktham,
     get_pancha_sooktham_chapters,
@@ -5,7 +6,7 @@ from modules.scripture_helpers.pancha_sooktham_helper import (
 pancha_sooktham_config = {
     "name": "pancha_sooktham",
     "title": "Pancha Sooktham",
-    "category" : "Vedam",
+    "category" : ScriptureCategoryConstants.VEDAM,
     "output_dir": "./output/pancha_sooktham",
     "collection_name": "pancha_sooktham",
     "collection_embedding_fn": "openai",

modules/config/shanthi_panchakam.py

@@ -1,3 +1,4 @@
+from modules.config.categories import ScriptureCategoryConstants
 from modules.scripture_helpers.shanthi_panchakam_helper import (
     get_chapter_order_from_shanthi_panchakam,
     get_shanthi_panchakam_chapters,
@@ -6,7 +7,7 @@ from modules.scripture_helpers.shanthi_panchakam_helper import (
 shanthi_panchakam_config = {
     "name": "shanthi_panchakam",
     "title": "Shanthi Panchakam",
-    "category" : "Vedam",
+    "category" : ScriptureCategoryConstants.VEDAM,
     "output_dir": "./output/shanthi_panchakam",
     "collection_name": "shanthi_panchakam",
     "collection_embedding_fn": "openai",

modules/config/shukla_yajur_vedam.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 shukla_yajur_vedam_config = {
     "name": "shukla_yajur_vedam",
     "title": "Shukla Yajur Vedam",
-    "category" : "Vedam",
+    "category" : ScriptureCategoryConstants.VEDAM,
     "output_dir": "./output/shukla_yajur_vedam",
     "collection_name": "shukla_yajur_vedam",
     "unit": "page",

modules/config/sri_stavam.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 sri_stavam_config = {
     "name": "sri_stavam",
     "title": "Sri Stavam by Sri Koorathazhwan",
-    "category" : "Stotram",
+    "category" : ScriptureCategoryConstants.STOTRAM,
     "output_dir": "./output/sri_stavam",
     "collection_name": "sri_stavam",
     "unit": "slokam",

modules/config/taitriya_brahmanam.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 taitriya_brahmanam_config = {
     "name": "taitriya_brahmanam",
     "title": "Taitriya Brahmanam",
-    "category" : "Vedam",
+    "category" : ScriptureCategoryConstants.VEDAM,
     "output_dir": "./output/taitriya_brahmanam",
     "collection_name": "taitriya_brahmanam",
     "collection_embedding_fn": "openai",

modules/config/taitriya_samhitha.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 taitriya_samhitha_config = {
     "name": "taitriya_samhitha",
     "title": "Taitriya Samhitha",
-    "category" : "Vedam",
+    "category" : ScriptureCategoryConstants.VEDAM,
     "output_dir": "./output/taitriya_samhitha",
     "collection_name": "taitriya_samhitha",
     "collection_embedding_fn": "openai",

modules/config/taitriya_upanishad.py

@@ -1,3 +1,4 @@
+from modules.config.categories import ScriptureCategoryConstants
 from modules.scripture_helpers.taitriya_upanishad_helper import (
     get_chapter_order_from_taitriya_upanishad,
     get_taitriya_upanishad_chapters,
@@ -6,7 +7,7 @@ from modules.scripture_helpers.taitriya_upanishad_helper import (
 taitriya_upanishad_config = {
             "name": "taitriya_upanishad",
             "title": "Taitriya Upanishad",
-            "category" : "Vedam",
+            "category" : ScriptureCategoryConstants.VEDAM,
             "output_dir": "./output/taitriya_upanishad",
             "collection_name": "taitriya_upanishad",
             "collection_embedding_fn": "openai",

modules/config/valmiki_ramayanam.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 valmiki_ramayanam_config = {
     "name": "valmiki_ramayanam",
     "title": "Valmiki Ramayanam",
-    "category" : "Ithihasam",
+    "category" : ScriptureCategoryConstants.ITHIHASAM,
     "output_dir": "./output/valmiki_ramayanam",
     "collection_name": "valmiki_ramayanam_openai",
     "collection_embedding_fn": "openai",

modules/config/vishnu_puranam.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 vishnu_puranam_config = {
     "name": "vishnu_puranam",
     "title": "Sri Vishnu Puranam",
-    "category" : "Puranam",
+    "category" : ScriptureCategoryConstants.PURANAM,
     "output_dir": "./output/vishnu_puranam",
     "collection_name": "vishnu_puranam_openai",
     "collection_embedding_fn": "openai",

modules/config/vishnu_sahasranamam.py

@@ -1,3 +1,4 @@
+from modules.config.categories import ScriptureCategoryConstants
 from modules.scripture_helpers.vishnu_sahasranamam_helper import (
     get_chapter_order_from_sahasranamam,
     get_chapters_from_sahasranamam,
@@ -6,7 +7,7 @@ from modules.scripture_helpers.vishnu_sahasranamam_helper import (
 vishnu_sahasranamam_config = {
     "name": "vishnu_sahasranamam",
     "title": "Vishnu Sahasranamam",
-    "category" : "Stotram",
+    "category" : ScriptureCategoryConstants.STOTRAM,
     "output_dir": "./output/vishnu_sahasranamam",
     "collection_name": "vishnu_sahasranamam_openai",
     "collection_embedding_fn": "openai",

modules/config/yt_metadata.py

@@ -1,7 +1,10 @@
+from modules.config.categories import ScriptureCategoryConstants
+
+
 yt_metadata_config = {
     "name": "yt_metadata",
     "title": "Sampradayam in YouTube",
-    "category" : "Social Media",
+    "category" : ScriptureCategoryConstants.SOCIAL_MEDIA,
     "output_dir": "./output/yt_metadata",
     "collection_name": "yt_metadata",
     "collection_embedding_fn": "openai",

server.py

@@ -14,6 +14,7 @@ from db import SanatanDatabase
 from metadata import MetadataWhereClause
 from modules.audio.model import AudioRequest
 from modules.audio.service import svc_get_audio_urls
+from modules.config.categories import get_scripture_categories
 from modules.quiz.answer_validator import validate_answer
 from modules.quiz.models import Question
 from modules.quiz.quiz_helper import generate_question
@@ -341,3 +342,8 @@ async def generate_audio_urls(req: VideoRequest):
     logger.info("generate_audio_urls: %s", req)
     video_urls = await svc_get_video_urls(req)
     return video_urls
+
+
+@router.get("/scripture_categories")
+def route_get_scripture_categories():
+    return get_scripture_categories()