sitemap-crawler/crawl.conf
2025-07-04 08:13:23 -06:00

9 lines
309 B
Text
Executable file

[Config]
; Target site
site = https://www.benrmorgan.com
; Target path Ex /var/www/html/sitemap.xml or ./sitemaps/sitemap.xml
target = /var/www/html/sitemap.xml
; Checksums path Ex ./checksums
checksums = ./checksums
; Ignore urls containing Ex: /files/
ignore = /files/, /images/