fuck GPU

app.py

@@ -1,5 +1,6 @@
 import datasets
 import evaluate
+import os
 import pandas as pd
 import numpy as np
 from datasets import Dataset
@@ -7,6 +8,8 @@ from sklearn.model_selection import train_test_split
 from transformers import (AutoTokenizer, AutoModelForSequenceClassification,
                           TrainingArguments, Trainer)
 
+os.environ["CUDA_VISIBLE_DEVICES"] = ""
+
 model_name = "cointegrated/rubert-tiny2"
 
 # Login using e.g. `huggingface-cli login` to access this dataset
@@ -19,7 +22,7 @@ train = Dataset.from_pandas(train)
 test = Dataset.from_pandas(test)
 
 # Выполняем предобработку текста
-tokenizer = AutoTokenizer.from_pretrained(model_name, max_len=512)
+tokenizer = AutoTokenizer.from_pretrained(model_name, max_len=400)
 
 def tokenize_function(examples):
 	return tokenizer(examples['text'], padding='max_length', truncation=True)
@@ -32,6 +35,8 @@ model = AutoModelForSequenceClassification.from_pretrained(
 	model_name,
 	num_labels=4)
 
+model.to("cpu")
+
 # Задаем параметры обучения
 training_args = TrainingArguments(
     output_dir='test_trainer_log',

requirements.txt

@@ -6,4 +6,5 @@ datasets
 evaluate
 pandas
 numpy
-scikit-learn
+scikit-learn
+os