Sitemap: https://www.revolvy.com/sitemap.xml

User-Agent: Googlebot
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: /
Sitemap: https://www.revolvy.com/sitemap.xml

User-Agent: Googlebot-Mobile
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: /
Sitemap: https://www.revolvy.com/sitemap.xml

User-Agent: msnbot
Crawl-delay: 5
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: /
Sitemap: https://www.revolvy.com/sitemap.xml

User-Agent: bingbot
Crawl-delay: 5
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: /
Sitemap: https://www.revolvy.com/sitemap.xml

# Adsense
User-Agent: Mediapartners-Google
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: / 
Sitemap: https://www.revolvy.com/sitemap.xml

# Blekko
User-Agent: ScoutJet
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: / 
Sitemap: https://www.revolvy.com/sitemap.xml

User-Agent: Yandex
Crawl-delay: 3
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: / 
Sitemap: https://www.revolvy.com/sitemap.xml

User-agent: baiduspider
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: / 
Sitemap: https://www.revolvy.com/sitemap.xml

User-agent: DuckDuckBot
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: / 
Sitemap: https://www.revolvy.com/sitemap.xml

# CommonCrawl
User-agent: ccbot
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: / 
Sitemap: https://www.revolvy.com/sitemap.xml

User-Agent: *
Disallow: /stage/
Disallow: /test/
Disallow: /dev/
Disallow: /main/tmp/
Disallow: /main/save/
Allow: / 
Sitemap: https://www.revolvy.com/sitemap.xml

### User-Agent: *
### Disallow: /