add model long

app.py

@@ -13,31 +13,31 @@ with col1:
 with col2:
     st.markdown('''# Llama :blue[3.2] ''')
     st.markdown('''##### :gray[finetuned for SQL questions]''')
-llm = Llama.from_pretrained(repo_id="alessandroptsn/llama3_2sql_model",filename="*llama3_2sql_model.Q4_K_M.gguf",verbose=False)
+llm = Llama.from_pretrained(repo_id="alessandroptsn/llama3_2sql_model_long",filename="*llama3_2sql_model_long.Q4_K_M.gguf",verbose=False,n_ctx=100000)
 
 st.session_state.context_text ="""
 CREATE TABLE student (
     student_id INT PRIMARY KEY, 
-    name TEXT, 
+    student_name TEXT, 
     age INT
 );
 
 
-INSERT INTO student (student_id, name, age)
+INSERT INTO student (student_id, student_name, age)
 VALUES 
 (1, 'Carlos Silva', 20), 
 (2, 'Ana Oliveira', 22), 
 (3, 'João Pereira', 19);
 
 
-CREATE TABLE subject (
-    subject_id INT PRIMARY KEY, 
-    name TEXT, 
+CREATE TABLE topic (
+    topic_id INT PRIMARY KEY, 
+    topic_name TEXT, 
     hours INT
 );
 
 
-INSERT INTO subject (subject_id, name, hours)
+INSERT INTO topic (topic_id, topic_name, hours)
 VALUES 
 (1, 'Mathematics', 60), 
 (2, 'History', 40), 
@@ -45,26 +45,31 @@ VALUES
 
 
 CREATE TABLE grades (
+    grades_id INT PRIMARY KEY, 
     student_id INT, 
-    subject_id INT, 
+    topic_id INT, 
     grade REAL, 
-    PRIMARY KEY (student_id, subject_id),
-    FOREIGN KEY (student_id) REFERENCES student(student_id)
+    FOREIGN KEY (student_id) REFERENCES student(student_id),
+    FOREIGN KEY (topic_id) REFERENCES topic(topic_id)
 );
 
 
-INSERT INTO grades (student_id, subject_id, grade)
+INSERT INTO grades (grades_id,student_id, topic_id, grade)
 VALUES 
-(1, 1, 8.5), 
-(1, 2, 7.0), 
-(2, 1, 9.0), 
-(2, 3, 6.5), 
-(3, 2, 7.5);
+(1,1, 1, 8.5), 
+(2,1, 2, 7.0), 
+(3,2, 1, 9.0), 
+(4,2, 3, 6.5), 
+(5,3, 2, 7.5),
+(6,3, 3, 7.0);
+
 """
 
-def on_upper_clicked():
+def context_text_clicked():
     st.session_state.text = st.session_state.context_text
 
+def text_clicked2():
+    st.session_state.text = st.session_state.text
 
 query = st.text_input(label="Insert your question here")
 
@@ -72,19 +77,32 @@ col1, col2 = st.columns([1, 3])
 
 with col1:
     context_check = st.checkbox("Add context")
-    if context_check:
-        concatenated_context = st.session_state.context_text
-    else:
-        concatenated_context = ''
+
 
     if context_check:
-        st.text_area("Press Ctrl+Enter to apply the context",st.session_state.context_text, key="text",height=700)
-        st.button("Reset context", on_click=on_upper_clicked)
+        test = st.session_state.context_text
+        st.session_state.test2 = test
+        st.text_area("For any change, click in 'Apply context'",test, key="text",height=700)
+        b1, b2 = st.columns(2)
+        with b1:
+            if st.button("Reset context", on_click=context_text_clicked):
+                st.session_state.concatenated_context = st.session_state.context_text
+        with b2:
+            if st.button("Apply context", on_click=text_clicked2):
+                st.session_state.concatenated_context = st.session_state.text
 
 
 with col2:
     if st.button("Answer"):
         start = time.time()
+        try: 
+            final_context = st.session_state.concatenated_context
+        except:
+            try:
+                final_context = st.session_state.test2
+            except:
+                final_context = ''
+
         st.session_state.resp = llm.create_chat_completion(
         messages=[
             {
@@ -95,7 +113,7 @@ with col2:
               "role"  : "template",
               "content":"""Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
               ### Instruction:
-              Company database: """+concatenated_context+"""
+              Company database: """+final_context+"""
     
               ### Input:
               SQL Prompt: """+query+"""
@@ -106,7 +124,7 @@ with col2:
               Explanation: {}
               """
             }
-        ]
+        ]#,temperature=0.85
         )
         end = time.time()
         st.session_state.total_time = end - start