# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

User-agent: *

Sitemap: https://sensortower.com/sitemap.xml
Sitemap: https://sensortower.com/blog/sitemap.xml
Disallow: /config/
Disallow: /beta/
Allow: *api/ios/publisher/publisher_apps*
Allow: *api/android/publisher/publisher_apps*
Allow: *api/ios/rankings/get_category_rankings*
Allow: *api/android/rankings/get_category_rankings*
Allow: *api/global_alerts*
Disallow: /api/
Disallow: *.csv$
Disallow: *.docx$
Disallow: /user/
Disallow: /application/
Disallow: /similar/
Disallow: *?
Disallow: */featured-rankings$
Disallow: */review-analysis$
Disallow: */review-history$
Disallow: */category-rankings$
Disallow: */internationalization$
Disallow: */update-timeline$

User-agent: AhrefsBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Semrush
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Majestic12
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: DigExt
Disallow: /

User-agent: rogerbot
Disallow:

User-agent: CCBot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: coccoc
Crawl-delay: 10

User-agent: ZumBot
Crawl-delay: 10