Update app.py

app.py

@@ -1,9 +1,9 @@
 import streamlit as st
 import torch
+from transformers import pipeline
 import csv
 import re
 import warnings
-from transformers import pipeline
 
 warnings.filterwarnings("ignore")
 
@@ -14,15 +14,17 @@ MAGICODER_PROMPT = """You are an exceptionally intelligent coding assistant that
 @@ Response
 """
 
-# Create a text generation pipeline using the Magicoder model, text-generation task, bfloat16 torch data type and auto device mapping.
-generator = torch.quantization.quantize_dynamic(
-    pipeline(
-        model="ise-uiuc/Magicoder-S-DS-6.7B",
-        task="text-generation",
-    ),
+# Load Magicoder model and apply dynamic quantization
+generator = pipeline(
+    model="ise-uiuc/Magicoder-S-DS-6.7B",
+    task="text-generation",
+)
+quantized_generator = torch.quantization.quantize_dynamic(
+    generator.model,
     {torch.nn.Linear},
     dtype=torch.qint8
 )
+generator.model = quantized_generator
 
 # Function to generate response
 def generate_response(instruction):
@@ -39,16 +41,6 @@ def save_to_csv(data, filename):
         writer = csv.writer(csvfile)
         writer.writerow(data)
 
-# Function to process user feedback
-def process_output(correct_output):
-    if correct_output.lower() == 'yes':
-        feedback = st.text_input("Do you want to provide any feedback?")
-        save_to_csv(["Correct", feedback], 'output_ratings.csv')
-    else:
-        correct_code = st.text_area("Please enter the correct code:")
-        feedback = st.text_input("Any other feedback you want to provide:")
-        save_to_csv(["Incorrect", feedback, correct_code], 'output_ratings.csv')
-
 # Streamlit app
 def main():
     st.title("Magicoder Assistant")
@@ -60,7 +52,13 @@ def main():
         st.text(generated_response)
 
         correct_output = st.radio("Is the generated output correct?", ("Yes", "No"))
-        process_output(correct_output)
+        if correct_output.lower() == 'yes':
+            feedback = st.text_input("Do you want to provide any feedback?")
+            save_to_csv(["Correct", feedback], 'output_ratings.csv')
+        else:
+            correct_code = st.text_area("Please enter the correct code:")
+            feedback = st.text_input("Any other feedback you want to provide:")
+            save_to_csv(["Incorrect", feedback, correct_code], 'output_ratings.csv')
 
 if __name__ == "__main__":
     main()