Sebasrr2903 commited on
Commit
a1844fa
·
1 Parent(s): b4714dc

Create orderIA.py

Browse files
Files changed (1) hide show
  1. orderIA.py +42 -0
orderIA.py ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import AutoTokenizer, AutoModelForSequenceClassification, Trainer, TrainingArguments
2
+ import pandas as pd
3
+ from datasets import Dataset
4
+
5
+ # Cargar el dataset
6
+ data = pd.read_csv('orders.csv')
7
+ dataset = Dataset.from_pandas(data)
8
+
9
+ # Tokenizar los datos
10
+ tokenizer = AutoTokenizer.from_pretrained("bert-base-multilingual-cased")
11
+
12
+ def preprocess_function(examples):
13
+ return tokenizer(examples['order'], truncation=True, padding=True)
14
+
15
+ tokenized_dataset = dataset.map(preprocess_function, batched=True)
16
+
17
+ # Configurar el modelo
18
+ model = AutoModelForSequenceClassification.from_pretrained("bert-base-multilingual-cased", num_labels=3)
19
+
20
+ # Configurar el entrenador
21
+ training_args = TrainingArguments(
22
+ output_dir='./results',
23
+ evaluation_strategy="epoch",
24
+ per_device_train_batch_size=16,
25
+ per_device_eval_batch_size=16,
26
+ num_train_epochs=3,
27
+ weight_decay=0.01,
28
+ )
29
+
30
+ trainer = Trainer(
31
+ model=model,
32
+ args=training_args,
33
+ train_dataset=tokenized_dataset,
34
+ eval_dataset=tokenized_dataset,
35
+ )
36
+
37
+ # Entrenar el modelo
38
+ trainer.train()
39
+
40
+ # Guardar el modelo
41
+ model.save_pretrained("SMARTORDERIA")
42
+ tokenizer.save_pretrained("SMARTORDERIA")