# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-agent: *
Disallow: /search
Disallow: /users/*/similar_profiles
Disallow: /invite_colleague
Disallow: /people
Disallow: /cureus_career_center
Sitemap: https://cureus-production.s3.amazonaws.com/sitemaps/sitemap.xml

User-agent: AhrefsBot
Crawl-Delay: 8

User-agent: SemrushBot
Crawl-Delay: 8

User-agent: dotbot
Crawl-delay: 8