as

Dockerfile

@@ -23,5 +23,7 @@ RUN echo "PORT=$(shuf -i 10000-65000 -n 1)" >> /etc/environment
 # Exponer el puerto (aunque este valor será reemplazado por el puerto aleatorio)
 EXPOSE 7860
 
+#RUN python app.py --fine-tune
+
 # Usar la variable de entorno PORT para ejecutar la app
 CMD ["bash", "-c", "source /etc/environment && uvicorn app:app --host 0.0.0.0 --port $PORT"]

app.py

@@ -4,13 +4,12 @@ from fastapi import FastAPI
 from pydantic import BaseModel
 import uvicorn
 import threading
-from transformers import AutoModel, AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoTokenizer
 import torch
 
 # ======== Cargar el modelo DialoGPT =========
-MODEL_NAME = "Novaciano/Qwen2.5_Uncensored_V2_Sexting-GGUF"
-tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
-model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
+tokenizer = AutoTokenizer.from_pretrained("Novaciano/Qwen2.5_Uncensored_V2_Sexting-GGUF")
+
 
 # ======== Definir API con FastAPI =========
 app = FastAPI()