#robots.txt file for http://www.molehill.us
User-agent: *


# directed to all spiders, not just Scooter
# Any Robot/Spider not following the visiting hours will be blocked,
# as per the Draft RFC Recommendations at the following URL
#  http://info.webcrawler.com/mak/projects/robots/eval.html
#

# Disallow: /mole
Disallow: /forum
Disallow: /forums
Disallow: /pics
Disallow: /scripts
Disallow: /ararat/lws-forum
Disallow: /ararat/valpo
Disallow: /ararat/chapman/mill
Disallow: /ararat/chapman/statepark
Disallow: /momsclub/MOMSlocked
Disallow: /momsclub/MOMSlocked/lmc-forum
Disallow: /troll/patti
Disallow: /chapmans
Disallow: /redir2

Hit-rate: 12
# wait 12 seconds before starting a new URL request
# Visiting-hours: 20:00EDT-05:00EDT
# index this site ONLY between  8PM - 5AM EDT or risk being blocked
Concurrent-hits: 2
# limit concurrent active URLS to 2 for each index server