Updated to use Llama

app.py

@@ -14,7 +14,7 @@ file_path = "Adrega_P.I._User_Manual.docx"
 #pipe = pipeline("question-answering")
 #pipe = pipeline("text-generation")
 #pipe = pipeline("question-answering", model="deepset/roberta-base-squad2")
-pipe = pipeline("summarization", model="facebook/bart-large-cnn")
+pipe = pipeline("text-generation", model="meta-llama/Llama-3.2-3B-Instruct")
 
 st.title("Adrega AI Help")
 #dataset = load_dataset("andreska/adregadocs", split="test")
@@ -25,13 +25,12 @@ context = "Adrega is a very cool company, that implements AI. Rett fra Rio is a
 user_input = st.text_input('Ask me a question')
 if st.button("Submit"): 
     if user_input: 
-        #text_inputs = f"Context: {context}\nQuestion: {user_input}\nAnswer:"
+        answer = pipe(f"Context: {context}\nQuestion: {user_input}\nAnswer:", max_length=512, num_return_sequences=1)
         #result = pipe(text_inputs, max_length=200, num_return_sequences=1)[0]['generated_text']
         #answer = result.split("Answer:")[1].strip()
         #answer = pipe(question=user_input, context=context)
-        answer = pipe(context, max_length=512, min_length=100, do_sample=False) 
-        st.write(f"Adrega AI: {answer[0]['summary_text']}")
-        
+
+        st.write(f"Adrega AI: {answer[0]['generated_text']}"
         #st.write(f"Adrega AI: {answer}")
     else: 
         st.write("Please enter a question.")