Update Visualisation/app.py

Visualisation/app.py

@@ -4,14 +4,15 @@ import matplotlib.pyplot as plt
 import io
 from fastapi.responses import StreamingResponse
 from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer
-
+import torch
 app = FastAPI()
 
-# ✅ Load Hugging Face models dynamically from the internet
-#code_generator =pipeline("text-generation", model="codellama/CodeLlama-7b")
 table_analyzer = pipeline("table-question-answering", model="google/tapas-base")
-user_input_processor = pipeline("text-generation", model="tiiuae/falcon-7b-instruct")  # comprend language naturel
-image_captioner = pipeline("image-to-text", model="Salesforce/blip2-opt-2.7b")
+
+user_input_processor = pipeline("text-generation", model="tiiuae/falcon-3b-instruct",device_map="auto",torch_dtype=torch.float16  # Use half-precision to save VRAM
+)
+
+image_captioner = pipeline("image-to-text", model="Salesforce/blip2-opt-2.7b",device_map="auto",torch_dtype=torch.float16  # Reduce VRAM usage)
 
 # ✅ Load T5 Model (ensure correct architecture)
 model_name = "google/t5-small"  # Change to the correct T5 model if needed