Update utils/utils.py
Browse files- utils/utils.py +3 -3
utils/utils.py
CHANGED
|
@@ -6,6 +6,8 @@ from datasets import load_dataset
|
|
| 6 |
|
| 7 |
# Dataset configuration
|
| 8 |
|
|
|
|
|
|
|
| 9 |
DATASET_TYPE_GAIA = "gaia"
|
| 10 |
DATASET_TYPE_HLE = "hle"
|
| 11 |
|
|
@@ -34,9 +36,7 @@ def get_dataset_from_file(dataset_type, level):
|
|
| 34 |
return result
|
| 35 |
|
| 36 |
def get_dataset(dataset_type, level):
|
| 37 |
-
|
| 38 |
-
username = space_id.split("/")[0]
|
| 39 |
-
dataset_repo = f"{username}/validation"
|
| 40 |
dataset = load_dataset(dataset_repo, split="validation")
|
| 41 |
|
| 42 |
df = dataset.to_pandas()
|
|
|
|
| 6 |
|
| 7 |
# Dataset configuration
|
| 8 |
|
| 9 |
+
SPACE_AUTHOR_NAME = os.getenv("SPACE_AUTHOR_NAME")
|
| 10 |
+
|
| 11 |
DATASET_TYPE_GAIA = "gaia"
|
| 12 |
DATASET_TYPE_HLE = "hle"
|
| 13 |
|
|
|
|
| 36 |
return result
|
| 37 |
|
| 38 |
def get_dataset(dataset_type, level):
|
| 39 |
+
dataset_repo = f"{SPACE_AUTHOR_NAME}/validation"
|
|
|
|
|
|
|
| 40 |
dataset = load_dataset(dataset_repo, split="validation")
|
| 41 |
|
| 42 |
df = dataset.to_pandas()
|