han7ter commited on
Commit
adf848c
·
1 Parent(s): a769271
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -12,6 +12,7 @@ model_name = "DeepPavlov/rubert-base-cased"
12
  # Login using e.g. `huggingface-cli login` to access this dataset
13
  splits = {'train': 'data/train-00000-of-00001.parquet', 'test': 'data/test-00000-of-00001.parquet'}
14
  df = pd.read_parquet("hf://datasets/mteb/RuSciBenchOECDClassification/" + splits["train"])
 
15
 
16
  # Конвертируем датафрейм в Dataset
17
  train, test = train_test_split(df, test_size=0.2)
 
12
  # Login using e.g. `huggingface-cli login` to access this dataset
13
  splits = {'train': 'data/train-00000-of-00001.parquet', 'test': 'data/test-00000-of-00001.parquet'}
14
  df = pd.read_parquet("hf://datasets/mteb/RuSciBenchOECDClassification/" + splits["train"])
15
+ df = df.head(500)
16
 
17
  # Конвертируем датафрейм в Dataset
18
  train, test = train_test_split(df, test_size=0.2)