Bug fixed

app.py

@@ -29,18 +29,13 @@ class LegalExpert:
         # falcon model
         model_name = "tiiuae/falcon-7b-instruct"
         tokenizer = AutoTokenizer.from_pretrained(model_name)
-        custom_pipeline = pipeline("text-generation", 
+        self.falcon_llm = pipeline("text-generation", 
                                    model=model_name, 
                                    tokenizer=tokenizer,
                                    torch_dtype=torch.float16,
                                    trust_remote_code=True,
                                    device_map="auto")
-        
-        self.falcon = custom_pipeline(  max_length=200,
-                                        do_sample=True,
-                                        top_k=10,
-                                        num_return_sequences=1,
-                                        eos_token_id=tokenizer.eos_token_id,)
+    
 
         # create llm pipeline for model
         model_name = "google/flan-t5-xl"