link-crawler/crawl.conf
2022-09-25 11:17:35 -06:00

5 lines
123 B
Text

[Config]
; Target site
site = http://www.benrmorgan.com
; Ignore urls containing Ex: /files/
ignore = /files/, /images/