# This will be renamed to robots.txt when deployed to production environment.
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /

User-agent: *
# prevent deprecated routes from being crawled
Disallow: /directories
Disallow: /entities/*/attachments
Disallow: /entities/*/exchange-announcements
Disallow: /entities/*/images
Disallow: /entities/*/press-releases
Disallow: /insight-providers
Disallow: /insight-provider-directory
Disallow: /insight-provider-directory/*
Disallow: /lab
Disallow: /settings/mute
Disallow: /start/analytics
Disallow: /start/insights
Disallow: /statistics
Disallow: /watchlist

# allow the holdco, ipo and m&a list
Allow: /tools/holdcos$
Allow: /tools/ipos
Allow: /tools/mna$
Allow: /tools/smart-score-screener

# prevent private url from being crawled
Disallow: /activities
Disallow: /analytics
Disallow: /compose
Disallow: /entities/*/discussion
Disallow: /entities/*/locker
Disallow: /embed
Disallow: /locker
Disallow: /logout
Disallow: /insights/*/discussion
Disallow: /me
Disallow: /messages
Disallow: /messifications
Disallow: /profiles/*/discussion
Disallow: /notifications
Disallow: /onboarding
Disallow: /premium-services
Disallow: /reset-password
Disallow: /settings
Disallow: /start
Disallow: /tools/*
Disallow: /watchlists
Disallow: /api/*

Sitemap: https://www.smartkarma.com/sitemap.xml