#Ban Inktomi Slurp, save bandwidth
User-agent: Inktomi Slurp
Disallow: /

#Ban PicSearch bot
User-agent: psbot
Disallow: /

#Ban 'crawl' bot
User-agent: crawl
Disallow: /

#Ban 'robot' bot
User-agent: robot
Disallow: /

#Ban all crawlers from certain pages
User-agent: *
Disallow: /blog/wp-admin/
Disallow: /blog/wp-content/
Disallow: /chittha/wp-admin/
Disallow: /chittha/wp-content/

Crawl-delay: 86400