Update arvix.py
Browse files
arvix.py
CHANGED
|
@@ -65,7 +65,7 @@ def extract_data(category):
|
|
| 65 |
tools.write_data_to_file(id, 'arxiv.txt')
|
| 66 |
else:
|
| 67 |
for id in data:
|
| 68 |
-
if len(sanitized_data) >=
|
| 69 |
break
|
| 70 |
if tools.check_data_in_file(id, 'arxiv.txt'):
|
| 71 |
continue
|
|
@@ -113,7 +113,7 @@ def extract_arxiv_data():
|
|
| 113 |
for temp_id in temp_id_storage:
|
| 114 |
all_ids.append(temp_id)
|
| 115 |
random.shuffle(all_ids)
|
| 116 |
-
if len(all_ids) >
|
| 117 |
print(f"Found more than 3 papers for {category}.")
|
| 118 |
all_ids = all_ids
|
| 119 |
category_data['count'] = len(all_ids)
|
|
|
|
| 65 |
tools.write_data_to_file(id, 'arxiv.txt')
|
| 66 |
else:
|
| 67 |
for id in data:
|
| 68 |
+
if len(sanitized_data) >= 2:
|
| 69 |
break
|
| 70 |
if tools.check_data_in_file(id, 'arxiv.txt'):
|
| 71 |
continue
|
|
|
|
| 113 |
for temp_id in temp_id_storage:
|
| 114 |
all_ids.append(temp_id)
|
| 115 |
random.shuffle(all_ids)
|
| 116 |
+
if len(all_ids) > 2:
|
| 117 |
print(f"Found more than 3 papers for {category}.")
|
| 118 |
all_ids = all_ids
|
| 119 |
category_data['count'] = len(all_ids)
|