Update RepoPipeline.py
Browse files- RepoPipeline.py +2 -2
RepoPipeline.py
CHANGED
|
@@ -127,7 +127,7 @@ def extract_information(repos, headers=None):
|
|
| 127 |
except SyntaxError as e:
|
| 128 |
tqdm.write(f"[-] SyntaxError in {member.name}, skipping: \n{e}")
|
| 129 |
# 3. Extracting readme.
|
| 130 |
-
elif ((member.name
|
| 131 |
try:
|
| 132 |
file_content = tar.extractfile(member).read().decode("utf-8")
|
| 133 |
# extract readme
|
|
@@ -140,7 +140,7 @@ def extract_information(repos, headers=None):
|
|
| 140 |
except SyntaxError as e:
|
| 141 |
tqdm.write(f"[-] SyntaxError in {member.name}, skipping: \n{e}")
|
| 142 |
# 4. Extracting requirements.
|
| 143 |
-
elif (member.name
|
| 144 |
try:
|
| 145 |
lines = tar.extractfile(member).readlines().decode("utf-8")
|
| 146 |
# extract readme
|
|
|
|
| 127 |
except SyntaxError as e:
|
| 128 |
tqdm.write(f"[-] SyntaxError in {member.name}, skipping: \n{e}")
|
| 129 |
# 3. Extracting readme.
|
| 130 |
+
elif ((member.name == "README.md" or member.name == "README.rst") and member.isfile()) is True:
|
| 131 |
try:
|
| 132 |
file_content = tar.extractfile(member).read().decode("utf-8")
|
| 133 |
# extract readme
|
|
|
|
| 140 |
except SyntaxError as e:
|
| 141 |
tqdm.write(f"[-] SyntaxError in {member.name}, skipping: \n{e}")
|
| 142 |
# 4. Extracting requirements.
|
| 143 |
+
elif (member.name == "requirements.txt" and member.isfile()) is True:
|
| 144 |
try:
|
| 145 |
lines = tar.extractfile(member).readlines().decode("utf-8")
|
| 146 |
# extract readme
|