[feat] first commit

.gitignore

@@ -0,0 +1,2 @@
+venv/
+__pycache__/

About.md

@@ -0,0 +1 @@
+# Skill Library Hub

app.py

@@ -0,0 +1,190 @@
+from typing import List
+import streamlit as st
+import extra_streamlit_components as stx
+from streamlit_searchbox import st_searchbox
+from pathlib import Path
+from streamlit_tags import st_tags
+from src.tools import hf_pull_skill, time_ago
+from src.skill_db import SkillsDB
+from src.schema import Skill
+st.title("Skill Library Hub")
+
+skill_db = SkillsDB('skills.db')
+all_skills = skill_db.get_skills()
+
+all_tags = skill_db.get_tags()
+
+if all_skills is None:
+    all_skills = []
+
+def search(searchterm: str) -> List[any]:
+    global all_skills
+    global skill_db
+    if all_skills is None:
+        if skill_db is None:
+            skill_db = SkillsDB('skills.db')
+        all_skills = skill_db.get_skills()
+    result = []
+    if all_skills is not None and len(all_skills) > 0:
+        for skill in all_skills:
+            if searchterm.lower() in skill.skill_name.lower():
+                result.append(skill.skill_name.lower())
+            if searchterm.lower() in skill.author.lower():
+                result.append(skill.author.lower())
+            if len(result)>10:
+                return result
+        if len(result)<3:
+            for skill in all_skills:
+                if searchterm.lower() in skill.skill_description.lower():
+                    result.append(skill.skill_description.lower())
+                if len(result)>10:
+                    return result
+        return result 
+    return result
+
+program_languages = ["python", "r", "julia", "javascript", "html", "shell", "applescript"]
+
+def main_page():
+    global all_skills
+    global skill_db
+    if all_skills is None:
+        if skill_db is None:
+            skill_db = SkillsDB('skills.db')
+        all_skills = skill_db.get_skills()
+
+    selected_languages = []
+    selected_tags = []
+    with st.sidebar:
+        st.title("🎈 Search Skills")
+        with st.expander("✨ PROGRAM", True):
+            if st.checkbox("Python"):
+                selected_languages.append("python")
+            if st.checkbox("Julia"):
+                selected_languages.append("julia")
+            if st.checkbox("R"):
+                selected_languages.append("r")
+            if st.checkbox("Javascript"):
+                selected_languages.append("javascript")
+            if st.checkbox("Html"):
+                selected_languages.append("html")
+            if st.checkbox("Shell"):
+                selected_languages.append("shell")
+            if st.checkbox("AppleScript"):
+                selected_languages.append("applescript")
+
+        with st.expander("🔖 TAGS", True):
+            if all_tags is not None:
+                for tag in all_tags:
+                    if st.checkbox(tag):
+                        selected_tags.append(tag)
+
+    if not selected_languages:
+        selected_languages = program_languages
+
+    all_skills = [item for item in all_skills if item.skill_program_language in selected_languages]
+
+    if not selected_tags and all_tags:
+        selected_tags = all_tags
+    all_skills = [item for item in all_skills if set(item.skill_tags) & set(selected_tags)]
+
+    selected_value = st_searchbox(
+        search,
+        key="",
+    )
+
+    print(f"selected_value: {selected_value}")
+    selected_skills = all_skills
+    if selected_value is None and len(selected_skills)!= len(all_skills):
+        selected_skills = all_skills
+
+    if selected_value is not None:
+        all_skills = [item for item in all_skills if selected_value.lower() in item.skill_name.lower() or 
+                           selected_value.lower() in item.author.lower() or 
+                           selected_value.lower() in item.skill_description.lower()]
+
+    if all_skills is not None and len(all_skills) > 0:
+        for skill in all_skills:
+                with st.expander(f"{skill.author}/{skill.skill_name}", expanded=True):
+                    tags = "`{}`".format("`\t\t`".join(skill.skill_tags))
+                    st.markdown(f"{tags}")
+                    st.markdown(f"**<a href='https://huggingface.co/spaces/{skill.repo_id}?page=detail_page&skill_name={skill.skill_name}' style='font-size: 22px;' target='_self'>{skill.author}/{skill.skill_name}</a>**", unsafe_allow_html=True)
+                    st.markdown(f">**{skill.skill_description}**")
+                    st.markdown("Install:")
+                    install = f"import creator\ncreator.create(huggingface_repo_id=\"{skill.repo_id}\", huggingface_skill_path=\"{skill.skill_name}\")"
+                    st.code(install, language=skill.skill_program_language)
+                    st.markdown("Usage:")
+                    usage = f"{skill.skill_usage_example}"
+                    if skill.skill_program_language.lower() == "python":
+                        usage = f"from {skill.repo_id.replace('/', '.')}.skill_code import {skill.skill_name}\n"+usage
+                    st.code(usage, language=skill.skill_program_language)
+                    st.markdown(f"`Created {time_ago(skill.created_at)}`  `{skill.skill_program_language}`")
+    else:
+        st.markdown(f"### 🎉 Search results for `{selected_value}`")
+        st.markdown(f"**No results found**")
+
+def about_page():
+    file_path = "About.md"
+    with open(file_path, 'r', encoding='utf-8') as file:
+        content = file.read()
+        st.write(content, unsafe_allow_html=True)
+
+def submit_page():
+    global all_skills
+    global skill_db
+    if all_skills is None:
+        if skill_db is None:
+            skill_db = SkillsDB('skills.db')
+        all_skills = skill_db.get_skills()
+    st.markdown(f"### ✉️✨ Submit your skill here!")
+    with st.form(key='my_form'):
+        skill_repository = st.text_input('Skill Repo Id:')
+        skill_names = st_tags(
+            label="Skills' name:",
+            text='Press enter to add every skill folder',
+            value=[],
+            suggestions=[],
+            maxtags = 10,
+            key='1')
+           
+        if st.form_submit_button('Submit'):
+            error = False
+            skills = []
+            if skill_names is None or len(skill_names)<1:
+                st.error("Please enter at least one skill name! And remeber to press 'Enter' after each skill name.")
+                error = True
+                return
+            if skill_names is not None and len(skill_names) > 0:
+                for skill_name in skill_names:
+                    skill = hf_pull_skill(skill_repository, skill_name)
+                    if isinstance(skill, Exception):
+                        st.error(skill)
+                        error = True
+                        return
+                    skill["repo_id"] = skill_repository
+                    skills.append(skill)
+            if skills is not None and len(skills) > 0:
+                for skill in skills:
+                    if skill is not None:
+                        if skill not in all_skills:
+                            skill_obj = Skill(skill["repo_id"], skill["skill_name"], skill["skill_description"], skill["skill_metadata"]["author"], skill["skill_metadata"]["created_at"], skill["skill_usage_example"], skill["skill_program_language"], skill["skill_tags"])
+                            result = skill_db.add_skill(skill_obj)
+                            if result != "ok":
+                                st.error(result)
+                                error = True
+                                continue
+                            all_skills.append(skill_obj)
+            if not error:
+                st.success("Skill(s) submitted successfully!")          
+    
+chosen_id = stx.tab_bar(data=[
+    stx.TabBarItemData(id=1, title="🏅 Skill Library", description=""),
+    stx.TabBarItemData(id=2, title="📝 About", description=""),
+    stx.TabBarItemData(id=3, title="🚀 Submit here!", description=""),
+], default=1)   
+
+if chosen_id == '1':
+    main_page()
+elif chosen_id == '2':
+    about_page()
+elif chosen_id == '3':
+    submit_page()

requirements.txt

@@ -0,0 +1,4 @@
+streamlit-searchbox
+extra_streamlit_components
+streamlit-tags
+huggingface_hub

src/schema.py

@@ -0,0 +1,13 @@
+class Skill:
+    def __init__(self, repo_id, skill_name, skill_description, author, created_at, skill_usage_example, skill_program_language, skill_tags):
+        self.repo_id = repo_id
+        self.skill_name = skill_name
+        self.skill_description = skill_description
+        self.author = author
+        self.created_at = created_at
+        self.skill_usage_example = skill_usage_example
+        self.skill_program_language = skill_program_language
+        self.skill_tags = skill_tags
+
+    def __str__(self) -> str:
+        return f"Skill: repo_id: {self.repo_id}, name: {self.skill_name}, description: {self.skill_description}, author: {self.author}, created_at: {self.created_at}, skill_usage_example: {self.skill_usage_example}, skill_program_language: {self.skill_program_language}, skill_tags: {self.skill_tags}"

src/skill_db.py

@@ -0,0 +1,98 @@
+import sqlite3
+import os
+from src.schema import Skill
+
+class SkillsDB:
+    def __init__(self, db_name="skills.db"):
+        # Check if the database file exists
+        db_exists = os.path.exists(db_name)
+        
+        # Connect to the database
+        self.conn = sqlite3.connect(db_name)
+        self.cursor = self.conn.cursor()
+        
+        # If the database file didn't exist before, create and initialize the database
+        if not db_exists:
+            self.create_db()
+            
+    def create_db(self):
+        # Create skill table
+        self.cursor.execute('''
+        CREATE TABLE IF NOT EXISTS skills (
+            id INTEGER PRIMARY KEY,
+            repo_id TEXT NOT NULL,
+            skill_name TEXT NOT NULL,
+            skill_description TEXT,
+            author TEXT,
+            created_at TEXT,
+            skill_usage_example TEXT,
+            skill_program_language TEXT,
+            skill_tags TEXT
+        );
+        ''')
+        
+        # Create tags table
+        self.cursor.execute('''
+        CREATE TABLE IF NOT EXISTS tags (
+            id INTEGER PRIMARY KEY,
+            tag TEXT NOT NULL UNIQUE
+        );
+        ''')
+        
+        self.conn.commit()
+        
+    def add_skill(self, skill):
+        self.cursor.execute('SELECT id FROM skills WHERE skill_name = ? AND author = ?;', (skill.skill_name, skill.author))
+        if self.cursor.fetchone() is not None:
+            return f"Skill with name '{skill.skill_name}' by author '{skill.author}' already exists!"
+        # Handle tags: check if they exist; if not, insert them
+        tag_ids = []
+        for tag in skill.skill_tags:
+            self.cursor.execute('SELECT id FROM tags WHERE tag = ?;', (tag,))
+            tag_id = self.cursor.fetchone()
+            if tag_id is None:
+                self.cursor.execute('INSERT INTO tags (tag) VALUES (?);', (tag,))
+                tag_id = self.cursor.lastrowid
+            else:
+                tag_id = tag_id[0]
+            tag_ids.append(str(tag_id))
+        tags_str = ",".join(tag_ids)
+        
+        # Insert skill into skills table
+        self.cursor.execute('''
+        INSERT INTO skills (repo_id, skill_name, skill_description, author, created_at, skill_usage_example, skill_program_language, skill_tags)
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?);
+        ''', (skill.repo_id, skill.skill_name, skill.skill_description, skill.author, skill.created_at, skill.skill_usage_example, skill.skill_program_language, tags_str))
+        
+        self.conn.commit()
+        return "ok"
+        
+    def get_skills(self):
+        # Fetch all skills from the skills table along with column names
+        self.cursor.execute('SELECT * FROM skills;')
+        col_names = [col[0] for col in self.cursor.description]
+        skills_data = self.cursor.fetchall()
+        
+        # Extract data using column names and create Skill objects
+        skills = []
+        for skill_data in skills_data:
+            skill_dict = dict(zip(col_names, skill_data))
+            tag_ids = skill_dict['skill_tags'].split(',')
+            self.cursor.execute('SELECT tag FROM tags WHERE id IN (%s);' % ','.join(['?'] * len(tag_ids)), tag_ids)
+            tags = [tag[0] for tag in self.cursor.fetchall()]
+            skill_obj = Skill(skill_dict['repo_id'], skill_dict['skill_name'], skill_dict['skill_description'], skill_dict['author'], 
+                              skill_dict['created_at'], skill_dict['skill_usage_example'], skill_dict['skill_program_language'], tags)
+            skills.append(skill_obj)
+            
+        return skills
+    
+    def get_tags(self):
+        # Fetch all tags from the tags table
+        self.cursor.execute('SELECT tag FROM tags;')
+        tags = self.cursor.fetchall()
+        if tags is not None:
+            return [tag[0] for tag in tags]
+        return []
+    
+    def close(self):
+        self.conn.close()

src/tools.py

@@ -0,0 +1,34 @@
+import json
+from huggingface_hub import hf_hub_download
+from datetime import datetime
+
+def hf_pull_skill(repo_id, huggingface_skill_path):
+    try:
+        return_path = hf_hub_download(repo_id=repo_id, subfolder=huggingface_skill_path, repo_type="space", filename="skill.json")
+        with open(return_path) as f:
+            skill_json = json.load(f)
+        return skill_json
+    except Exception as e:
+        return e
+
+def time_ago(updated_at_str):
+    now = datetime.now()
+    updated_at = datetime.strptime(updated_at_str, '%Y-%m-%d %H:%M:%S')
+    delta = now - updated_at
+    
+    minutes = delta.total_seconds() / 60
+    hours = minutes / 60
+    days = hours / 24
+    months = days / 30.44  # An average month length
+    years = days / 365.25  # Account for leap years
+
+    if minutes < 60:
+        return f"{int(minutes)} minutes ago"
+    elif hours < 24:
+        return f"{int(hours)} hours ago"
+    elif days < 30.44:
+        return f"{int(days)} days ago"
+    elif months < 12:
+        return f"{int(months)} months ago"
+    else:
+        return f"{int(years)} years ago"