# /robots.txt for http://www.ajot.com/

# Disallow all crawlers access to certain folders.
Disallow: /intranet/
Disallow: /jobs/
Disallow: /client/
Disallow: /email/
Disallow: /cgi-bin/
Disallow: /javascripts/
Disallow: /development/
Disallow: /shop/
Disallow: /forum/

Request-rate: 1/5         # maximum rate is one page every 5 seconds