bMorgan/link-crawler
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

include key in tested count

Browse source
This commit is contained in:
bMorgan01 2022-09-25 12:15:19 -06:00
parent c6e438348c
commit bd39d8b3f9
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
main.py
View file

@ -86,13 +86,13 @@ def main():
print("Crawling site...") print("Crawling site...")
pages = spider(target, ignores) pages = spider(target, ignores)
print(f"Crawled {len(pages)} pages.\n") print(f"Crawled {len(pages)} pages.")
testedLinks = [] testedLinks = []
for key in pages.keys(): for key in pages.keys():
testedLinks += pages[key] testedLinks += pages[key] + [key]
testedLinks = list(set(testedLinks)) testedLinks = list(set(testedLinks))
print(f"Tested {len(testedLinks)} links.") print(f"Tested {len(testedLinks)} links.\n")
count = 0 count = 0
for link in pages.keys(): for link in pages.keys():