sitemap-crawler/crawl.conf

11 lines
No EOL
396 B
Text
Executable file

[Config]
; Domain Ex: benrmorgan.com
domain = benrmorgan.com
; Prefix Ex: http://www.
prefix = http://www.
; Target path Ex /var/www/html/sitemap.xml or ./sitemaps/sitemap.xml
target = /var/www/html/sitemap.xml
; Checksums path Ex ./checksums
checksums = ./checksums
; Ignore urls containing Ex: /files/
ignore = /files/, /images/