sitemap-crawler/crawl.conf
2022-09-25 11:15:38 -06:00

9 lines
308 B
Text
Executable file

[Config]
; Target site
site = http://www.benrmorgan.com
; Target path Ex /var/www/html/sitemap.xml or ./sitemaps/sitemap.xml
target = /var/www/html/sitemap.xml
; Checksums path Ex ./checksums
checksums = ./checksums
; Ignore urls containing Ex: /files/
ignore = /files/, /images/