Prueba 5

app.py

@@ -3,23 +3,29 @@ import torch
 import re
 import os
 import csv
-from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 from huggingface_hub import login
 
 login(os.environ["HF_TOKEN"])
 
 
+from unsloth import FastLanguageModel
+from transformers import AutoTokenizer
+import torch
 
 model_name = "atorojaen/DeepSeekMisongynyLyrics"
 
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(
-    model_name,
-    torch_dtype=torch.float16,
-    device_map="auto"
+model, tokenizer = FastLanguageModel.from_pretrained(
+    model_name = model_name,
+    max_seq_length = 2048,
+    dtype = torch.float16,
+    load_in_4bit = True,
 )
 
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+model.eval()
+
+
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 model.eval()  # <- sí se puede usar