poopoo

app.py

@@ -6,16 +6,12 @@ from PyPDF2 import PdfReader
 # Models and Tokenizers Setup
 models = {
     "Text Generator (Bloom)": {
-        "model": AutoModelForCausalLM.from_pretrained(
-            "bigscience/bloom-560m",
-            device_map="auto",
-            torch_dtype="auto"
-        ),
+        "model": AutoModelForCausalLM.from_pretrained("bigscience/bloom-560m"),
         "tokenizer": AutoTokenizer.from_pretrained("bigscience/bloom-560m"),
     },
     "PDF Summarizer (T5)": {
-        "model": AutoModelForSeq2SeqLM.from_pretrained("t5-small"),
-        "tokenizer": AutoTokenizer.from_pretrained("t5-small", use_fast=False),
+        "model": AutoModelForSeq2SeqLM.from_pretrained("aaliyaan/t5-small-finetuned-career"),
+        "tokenizer": AutoTokenizer.from_pretrained("aaliyaan/t5-small-finetuned-career", use_fast=False),
     },
     "Broken Answer (T0pp)": {
         "model": AutoModelForSeq2SeqLM.from_pretrained("bigscience/T0pp"),
@@ -37,11 +33,11 @@ def chat_with_model(model_choice, user_message, chat_history, file=None):
     model = model_info["model"]
 
     # Tokenize Input
-    inputs = tokenizer(user_message, return_tensors="pt", truncation=True, max_length=256)
+    inputs = tokenizer(user_message, return_tensors="pt", padding=True, truncation=True, max_length=512)
     
     # Adjust max_length and parameters for the PDF summarizer
-    max_length = 100
-    num_beams = 3
+    max_length = 150
+    num_beams = 5
     outputs = model.generate(
         **inputs, 
         max_length=max_length, 
@@ -117,4 +113,4 @@ def create_chat_interface():
 
 if __name__ == "__main__":
     interface = create_chat_interface()
-    interface.launch(server_name="0.0.0.0", server_port=7860)
+    interface.launch(server_name="0.0.0.0", server_port=7860)