# robots.txt

User-Agent: *
Disallow: /images/
Disallow: /comments/feed/
Disallow: /feed/
Disallow: /feed/atom/
Disallow: /feed/rss/
Disallow: /rss/
Disallow: /trackback/
Disallow: /*/comments/feed/$
Disallow: /*/feed/$
Disallow: /*/feed/atom/$
Disallow: /*/feed/rss/$
Disallow: /*/rss/$
Disallow: /*/trackback/$
Disallow: /cgi-bin/

User-Agent: msnbot 
Crawl-delay: 20

User-agent: Slurp
Crawl-delay: 20 

User-agent: psbot 
Disallow: /