Spaces:
Sleeping
Sleeping
fix nan extension
Browse files
app.py
CHANGED
|
@@ -13,12 +13,13 @@ tags = {}
|
|
| 13 |
for index, row in df.iterrows():
|
| 14 |
if row["language"] not in tags:
|
| 15 |
tags[row["language"]] = []
|
| 16 |
-
tags[row["language"]].append(row["extension"])
|
| 17 |
all_languages = list(tags.keys())
|
| 18 |
|
| 19 |
|
| 20 |
@st.cache(max_entries=100)
|
| 21 |
def load_data(language, ext, min_alphanum, max_line_length, max_mean_line_length, non_lexable):
|
|
|
|
| 22 |
samples = load_dataset(
|
| 23 |
"loubnabnl/the-stack-inspection-data",
|
| 24 |
data_dir=f"data/{language}/{ext}",
|
|
|
|
| 13 |
for index, row in df.iterrows():
|
| 14 |
if row["language"] not in tags:
|
| 15 |
tags[row["language"]] = []
|
| 16 |
+
tags[row["language"]].append(str(row["extension"]))
|
| 17 |
all_languages = list(tags.keys())
|
| 18 |
|
| 19 |
|
| 20 |
@st.cache(max_entries=100)
|
| 21 |
def load_data(language, ext, min_alphanum, max_line_length, max_mean_line_length, non_lexable):
|
| 22 |
+
ext = None if ext == "nan" else ext
|
| 23 |
samples = load_dataset(
|
| 24 |
"loubnabnl/the-stack-inspection-data",
|
| 25 |
data_dir=f"data/{language}/{ext}",
|