Update app.py

app.py

@@ -228,6 +228,8 @@ def construct_prompt(ticker, curday, n_weeks, use_basics):
 
 
 def predict(ticker, date, n_weeks, use_basics):
+
+    torch.cuda.empty_cache()
     
     info, prompt = construct_prompt(ticker, date, n_weeks, use_basics)
       
@@ -235,6 +237,8 @@ def predict(ticker, date, n_weeks, use_basics):
         prompt, return_tensors='pt', padding=False
     )
     inputs = {key: value.to(model.device) for key, value in inputs.items()}
+
+    print("Inputs loaded onto devices.")
         
     res = model.generate(
         **inputs, max_length=4096, do_sample=True,