Spaces:
Runtime error
Runtime error
PENIS4
Browse files
app.py
CHANGED
|
@@ -12,6 +12,7 @@ model_name = "DeepPavlov/rubert-base-cased"
|
|
| 12 |
# Login using e.g. `huggingface-cli login` to access this dataset
|
| 13 |
splits = {'train': 'data/train-00000-of-00001.parquet', 'test': 'data/test-00000-of-00001.parquet'}
|
| 14 |
df = pd.read_parquet("hf://datasets/mteb/RuSciBenchOECDClassification/" + splits["train"])
|
|
|
|
| 15 |
|
| 16 |
# Конвертируем датафрейм в Dataset
|
| 17 |
train, test = train_test_split(df, test_size=0.2)
|
|
|
|
| 12 |
# Login using e.g. `huggingface-cli login` to access this dataset
|
| 13 |
splits = {'train': 'data/train-00000-of-00001.parquet', 'test': 'data/test-00000-of-00001.parquet'}
|
| 14 |
df = pd.read_parquet("hf://datasets/mteb/RuSciBenchOECDClassification/" + splits["train"])
|
| 15 |
+
df = df.head(500)
|
| 16 |
|
| 17 |
# Конвертируем датафрейм в Dataset
|
| 18 |
train, test = train_test_split(df, test_size=0.2)
|