bMorgan/link-crawler
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

print count of tested links

Browse source
This commit is contained in:
bMorgan01 2022-09-25 12:13:56 -06:00
parent 75d88ae1b1
commit c6e438348c
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
main.py
View file

@ -86,6 +86,14 @@ def main():
print("Crawling site...") print("Crawling site...")
pages = spider(target, ignores) pages = spider(target, ignores)
print(f"Crawled {len(pages)} pages.\n")
testedLinks = []
for key in pages.keys():
testedLinks += pages[key]
testedLinks = list(set(testedLinks))
print(f"Tested {len(testedLinks)} links.")
count = 0 count = 0
for link in pages.keys(): for link in pages.keys():
if type(pages[link]) == HTTPError: if type(pages[link]) == HTTPError: