User-agent: *
Disallow: /private/
Disallow: /m/maintenance/
Disallow: /maintenance/
Disallow: /m/oops/
Disallow: /oops/
Disallow: /*ajax
Disallow: /m/store/*-information
Disallow: /m/store/book-
Disallow: /m/store/checkout
Disallow: /m/store/class-license
Disallow: /m/store/finalize
Disallow: /m/store/review
Disallow: /m/store/addtocart
Disallow: /m/store/clear
Disallow: /m/store/coppa-enrollment
Disallow: /m/store/dispatcher
Disallow: /m/store/coupon
Disallow: /m/store/loading
Disallow: /m/store/paypal
Disallow: /store/*-information
Disallow: /store/book-
Disallow: /store/checkout
Disallow: /store/class-license
Disallow: /store/finalize
Disallow: /store/review
Disallow: /store/addtocart
Disallow: /store/clear
Disallow: /store/coppa-enrollment
Disallow: /store/dispatcher
Disallow: /store/coupon
Disallow: /store/loading
Disallow: /store/paypal

User-agent: Baiduspider
Disallow: /

#using SEM internally
#User-agent: SemrushBot
#Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /

Sitemap: https://artofproblemsolving.com/aops-sitemap-index.xml