bMorgan/sitemap-crawler
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

urllib-ifying

Browse source
This commit is contained in:
bMorgan01 2022-09-25 11:08:09 -06:00
parent 07c0b8c329
commit 55187dda43
2 changed files with 49 additions and 34 deletions
Download patch file Download diff file Expand all files Collapse all files

6
crawl.conf
View file

@ -1,8 +1,6 @@
[Config]
; Domain Ex: benrmorgan.com
domain = benrmorgan.com
; Prefix Ex: http://www.
prefix = http://dev-builder.
; Target site
site = http://dev-builder.benrmorgan.com
; Target path Ex /var/www/html/sitemap.xml or ./sitemaps/sitemap.xml
target = ./sitemap.xml
; Checksums path Ex ./checksums