# robots.txt 

User-agent: *
Disallow: /contributors
Disallow: /manage-my-blogs
Disallow: /my-posts
Disallow: /full

User-agent: Googlebot
Disallow: /tweets/
Disallow: /tweets-with-URLs/
Disallow: /tweets-by-bots/

User-agent: Blog Search
Disallow: /feed