# This file was generated on Wed, 04 Dec 2013 17:33:57 +0000
# If you are regularly crawling WordPress.com sites, please use our firehose to receive real-time push updates instead.
# Please see http://en.wordpress.com/firehose/ for more details.

User-agent: IRLbot
Crawl-delay: 3600

User-agent: *
Disallow: /next/

User-agent: *
Disallow: /mshots/v1/

# har har
User-agent: *
Disallow: /activate/

User-agent: *
Disallow: /wp-login.php

User-agent: *
Disallow: /signup/

User-agent: *
Disallow: /related-tags.php

User-agent: *
Disallow: /public-api/

# MT refugees
User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Sitemap: http://variety.com/news-sitemap.xml
Sitemap: http://variety.com/sitemap_index.xml
Disallow: /*.asp*
Disallow: /articles/
Disallow: /contents/
Disallow: /css/
Disallow: /js/
Disallow: /graphics/
Disallow: /article/VR*
Disallow: /review/VE*
Disallow: /photoalbum/
Disallow: /photogalleries/
Disallow: /profiles/
Disallow: /*article/VR*
User-agent: *
Disallow: /?s=
Disallow: /*/?s=
Disallow: /search/
Disallow: *?v02
Disallow: *?replytocom
Disallow: /results/