app

.streamlit/config.toml

@@ -0,0 +1,5 @@
+[theme]
+base="light"
+primaryColor="#4baaff"
+secondaryBackgroundColor="#c2dbf3"
+textColor="#000000"

app.py

@@ -0,0 +1,153 @@
+
+import streamlit as st
+from llama_cpp import Llama
+import llama_cpp
+import time
+st.set_page_config(layout = "wide")
+import streamlit.components.v1 as components
+
+
+col1, mid, col2 = st.columns([4,1,40])
+with col1:
+    st.image("meta-llama-3.webp", width=150)
+with col2:
+    st.markdown('''# Llama :blue[3.2] ''')
+    st.markdown('''##### :gray[finetuned for SQL questions]''')
+llm = Llama.from_pretrained(repo_id="alessandroptsn/llama3_2sql_model",filename="*llama3_2sql_model.Q4_K_M.gguf",verbose=False)
+
+st.session_state.context_text ="""
+CREATE TABLE student (
+    student_id INT PRIMARY KEY, 
+    name TEXT, 
+    age INT
+);
+
+
+INSERT INTO student (student_id, name, age)
+VALUES 
+(1, 'Carlos Silva', 20), 
+(2, 'Ana Oliveira', 22), 
+(3, 'João Pereira', 19);
+
+
+CREATE TABLE subject (
+    subject_id INT PRIMARY KEY, 
+    name TEXT, 
+    hours INT
+);
+
+
+INSERT INTO subject (subject_id, name, hours)
+VALUES 
+(1, 'Mathematics', 60), 
+(2, 'History', 40), 
+(3, 'Biology', 50);
+
+
+CREATE TABLE grades (
+    student_id INT, 
+    subject_id INT, 
+    grade REAL, 
+    PRIMARY KEY (student_id, subject_id),
+    FOREIGN KEY (student_id) REFERENCES student(student_id)
+);
+
+
+INSERT INTO grades (student_id, subject_id, grade)
+VALUES 
+(1, 1, 8.5), 
+(1, 2, 7.0), 
+(2, 1, 9.0), 
+(2, 3, 6.5), 
+(3, 2, 7.5);
+"""
+
+def on_upper_clicked():
+    st.session_state.text = st.session_state.context_text
+
+
+query = st.text_input(label="Insert your question here")
+
+col1, col2 = st.columns([1, 3])
+
+with col1:
+    context_check = st.checkbox("Add context")
+    if context_check:
+        concatenated_context = st.session_state.context_text
+    else:
+        concatenated_context = ''
+
+    if context_check:
+        st.text_area("Press Ctrl+Enter to apply the context",st.session_state.context_text, key="text",height=700)
+        st.button("Reset context", on_click=on_upper_clicked)
+
+
+with col2:
+    if st.button("Answer"):
+        start = time.time()
+        st.session_state.resp = llm.create_chat_completion(
+        messages=[
+            {
+                "role": "system",
+                "content": "You are an SQL generator that takes a users query and gives them helpful SQL to use. Answer in SQL querys for the user."
+            },
+            {
+              "role"  : "template",
+              "content":"""Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
+              ### Instruction:
+              Company database: """+concatenated_context+"""
+    
+              ### Input:
+              SQL Prompt: """+query+"""
+    
+              ### Response:
+              SQL: {}
+    
+              Explanation: {}
+              """
+            }
+        ]
+        )
+        end = time.time()
+        st.session_state.total_time = end - start
+
+        if 'resp' in st.session_state:
+            st.markdown(st.session_state.resp["choices"][0]["message"]['content'])
+            st.write(f"Execution time: {st.session_state.total_time:.2f} seconds")
+        if context_check:
+            st.write("Do you want to validate the query? run it [here](%s)" % 'https://onecompiler.com/postgresql/')
+
+if context_check:
+    st.text("Diagram of the example context provided :")
+    components.iframe("https://dbdiagram.io/e/6772f5965406798ef7f30310/6772f59f5406798ef7f303e4", height=500)
+
+
+
+footer="""<style>
+a:link , a:visited{
+color: blue;
+background-color: transparent;
+text-decoration: underline;
+}
+
+a:hover,  a:active {
+color: red;
+background-color: transparent;
+text-decoration: underline;
+}
+
+.footer {
+position: fixed;
+left: 0;
+bottom: 0;
+width: 100%;
+background-color: white;
+color: black;
+text-align: center;
+}
+</style>
+<div class="footer">
+  <p>Developed by - <a href="https://github.com/AlessandroPTSN">AlessandroPTSN</a></p>
+</div>
+"""
+st.markdown(footer,unsafe_allow_html=True)

packages.txt

@@ -0,0 +1,7 @@
+ninja-build
+build-essential 
+pkg-config
+libpthread-stubs0-dev 
+gcc
+g++
+

requirements.txt

@@ -0,0 +1,4 @@
+numpy==2.2.1
+streamlit==1.41.1
+llama_cpp_python
+huggingface-hub