Update src/pdfchatbot.py

src/pdfchatbot.py

@@ -59,13 +59,13 @@ class PDFChatBot:
         print("Vector store created")
     @spaces.GPU
     def load_tokenizer(self):
-        self.tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
+        self.tokenizer = AutoTokenizer.from_pretrained("gradientai/Llama-3-8B-Instruct-Gradient-1048k")
 
     @spaces.GPU
     def create_organic_pipeline(self):
         self.pipe = pipeline(
             "text-generation",
-            model="meta-llama/Meta-Llama-3-8B-Instruct",
+            model="gradientai/Llama-3-8B-Instruct-Gradient-1048k",
             model_kwargs={"torch_dtype": torch.bfloat16},
             device="cuda",
         )
@@ -101,7 +101,7 @@ class PDFChatBot:
         temp = 0.1
         outputs = self.pipe(
             prompt,
-            max_new_tokens=1024,
+            max_new_tokens=524288,
             do_sample=True,
             temperature=temp,
             top_p=0.9,