Sitemap: http://simblips.dailyradar.com/sitemap.xml

User-agent: heritrix
Disallow: /post/url/
Disallow: /accounts/login/
Disallow: /accounts/create/

User-agent: vermut
Disallow: /post/url/
Disallow: /accounts/login/
Disallow: /accounts/create/

User-agent: aardvark-crawler
Disallow: /

User-agent: R6_FeedFetcher
Disallow: /

User-agent: R6_CommentReader
Disallow: /

User-agent: msnbot-newsblogs
Crawl-delay: 1

User-agent: *
Disallow: /blog_post.
Disallow: /accounts/
Disallow: /interstitial/
Disallow: /related/
Disallow: /clusters/
Disallow: /blog.
Disallow: /go/
Disallow: /favorites/
Disallow: /search/
Disallow: /activity/tab/
Disallow: /comments/tab/
Disallow: /friends/tab/
Disallow: /messages/private
Disallow: /news/$
Disallow: /sports/$
Disallow: /*/news/$
Disallow: /*/news/tab/
Disallow: /*/vote/yes/$
Disallow: /*/vote/no/$
Disallow: /*/hype/$
Disallow: /*/pick/home/$
Disallow: /*/pick/road/$
Disallow: /*/add_favorite/$
Disallow: /*/blog_posts/$
Disallow: /*/buckets/$
Disallow: /*/email/$
Disallow: /*/message/$
Disallow: /*/comment/$
Disallow: /*/edit/$
Disallow: /*/vote_login/$
Disallow: /*/twitter/$