User-Agent: *
Disallow: /_HTTP/
Disallow: /index/


# Yahoo
User-agent: Slurp
Crawl-delay: 1