User-Agent: Googlebot-Image
User-Agent: SemrushBot 
User-Agent: Mediapartners-Google
User-Agent: Googlebot-Mobile
User-Agent: AdsBot-Google
User-Agent: AdsBot-Google-Mobile
User-Agent: AhrefsBot
User-Agent: Googlebot
Allow: /reviews/
Allow: /products-guides/
Allow: /how-to-use-guides/
Allow: /comparisons/
Allow: /categories/
Allow: /sections/
Allow: /ads.txt
Disallow: /*.js$
Disallow: /cdn-cgi/rum
Disallow: /r/
Disallow: /revain-ad/
Disallow: /html5-banners/
Disallow: /assets/avatars/
Disallow: /authors
Disallow: /review/
Disallow: /review-
Disallow: /review-target
Disallow: /sign-up
Disallow: /sign-in
Disallow: /update-review
Disallow: /write-review
Disallow: /unsubscribe
Disallow: /polls
Disallow: /academy
Disallow: /blockchain$
Disallow: /blockchain?
Disallow: /change-account-email
Disallow: /confirmation-receiving-reviews
Disallow: /experts
Disallow: /reset-password
Disallow: /reviews-feed
Disallow: /search
Disallow: /transparency
Disallow: /verify-email
Disallow: /linkedin

User-Agent: naver
User-Agent: Yandex
User-Agent: Yahoo! Slurp  
User-Agent: Slurp 
User-Agent: Bingbot
User-Agent: Msnbot
User-Agent: Twitterbot
User-Agent: Baiduspider 
User-Agent: Facebot 
User-Agent: DuckDuckBot
Disallow: /categories/
Disallow: /reviews/
Disallow: /*.js$
Disallow: /cdn-cgi/rum
Disallow: /r/
Disallow: /revain-ad/
Disallow: /html5-banners/
Disallow: /assets/avatars/
Disallow: /authors
Disallow: /review/
Disallow: /review-
Disallow: /review-target
Disallow: /sign-up
Disallow: /sign-in
Disallow: /update-review
Disallow: /write-review
Disallow: /unsubscribe
Disallow: /polls
Disallow: /academy
Disallow: /blockchain$
Disallow: /blockchain?
Disallow: /change-account-email
Disallow: /confirmation-receiving-reviews
Disallow: /experts
Disallow: /reset-password
Disallow: /reviews-feed
Disallow: /search
Disallow: /transparency
Disallow: /verify-email
Disallow: /linkedin
Disallow: /*

User-Agent: *
Allow: /categories/
Allow: /reviews/
Disallow: /*.js$
Disallow: /cdn-cgi/rum
Disallow: /r/
Disallow: /revain-ad/
Disallow: /html5-banners/
Disallow: /assets/avatars/

Sitemap: https://sitemap.revain.org/sitemap-r-general.xml.gz
Sitemap: https://sitemap.revain.org/sitemap-r-images.xml.gz