prueba5

orderIA.py

@@ -2,9 +2,7 @@ from transformers import AutoTokenizer, AutoModelForSequenceClassification, Trai
 import pandas as pd
 from datasets import Dataset
 from transformers import BertTokenizerFast 
-# Carga del tokenizador
 
-#tokenizer = BertTokenizerFast.from_pretrained('Sebastian2903/SMARTORDERIA')
 # Cargar el dataset
 data = [
     {"text": "¿Qué hamburguesas tienen?", "label": 0},
@@ -17,7 +15,10 @@ df = pd.DataFrame(data)
 dataset = Dataset.from_pandas(df)
 
 # Tokenizar los datos
-tokenizer = AutoTokenizer.from_pretrained("bert-base-multilingual-cased")
+# Carga del tokenizador
+
+tokenizer = BertTokenizerFast.from_pretrained("bert-base-multilingual-cased")
+#tokenizer = AutoTokenizer.from_pretrained("bert-base-multilingual-cased")
 
 def preprocess_function(examples):
     return tokenizer(examples['text'], truncation=True, padding=True)