Update app.py

app.py

@@ -5,22 +5,15 @@ import pdfplumber
 import os
 from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline
 
-batch_size = 96
-n_epochs = 2
-base_LM_model = "roberta-base"
-max_seq_len = 386
-learning_rate = 3e-5
-warmup_proportion = 0.2
-doc_stride = 128
-max_query_length = 64
+
 
 
 def AImodel(text,questionText):
-    model_name = "deepset/roberta-base-squad2-distilled"
+    model_name = "meta-llama/Meta-Llama-3-8B"
     
 
     # a) Get predictions
-    nlp = pipeline('question-answering', model=model_name, tokenizer=model_name)
+    nlp = pipeline('text-generation', model=model_name, tokenizer=model_name)
     QA_input = {
         'question': questionText,
         'context': text