This commit is contained in:
bMorgan01 2022-09-25 10:56:00 -06:00
parent 5b12550e9b
commit 0415bbbbf8

View file

@ -47,7 +47,6 @@ def spider_rec(page_texts, current_href, base_parse, exclude):
if href_parse.query:
href += "?" + href_parse.query
if href not in page_texts.keys():
found = False
for d in exclude: