Sitemap: http://bigthink.com/sitemap_index.xml
Sitemap: http://bigthink.com/news_sitemap.xml
Sitemap: http://bigthink.com/video_sitemap.xml

User-agent: 008
Disallow: /

User-agent: Googlebot
Disallow: /page_states/
Crawl-delay: 7
Host: bigthink.com

User-agent: bingbot
Disallow: /page_states/
Crawl-delay: 11
Host: bigthink.com

User-agent: Yahoo! Slurp
Disallow: /page_states/
Crawl-delay: 13
Host: bigthink.com

User-agent: DotBot
Disallow: /page_states/
Crawl-delay: 17
Host: bigthink.com

User-agent: *
Disallow: /page_states/
Disallow: /search
Crawl-delay: 23
Host: bigthink.com