User-agent: *
Disallow: /bridgespan/are-community-of-practice/
Disallow: /Test/
Disallow: /test/
Disallow: /Insights/Tagged/
Disallow: /insights/tagged/
Disallow: /Search-Results/
Disallow: /search-results/
Disallow: /Test-Pages/
Disallow: /test-pages/
Disallow: /Account/
Disallow: /Archive/
Disallow: /archive/
Disallow: /Imported-Articles/
Disallow: /imported-articles/
Disallow: /Imported-Case-Studies/
Disallow: /imported-case-studies/
Disallow: /Imported-Press-Releases/
Disallow: /imported-press-releases/
Disallow: /development/
Disallow: /services/leading-for-impact/leading-for-impact-resources-consultant-page*
Disallow: /services/leading-for-impact/leading-for-impact-resources-participant-page*
Disallow: /services/leading-for-impact/leading-for-impact-resources-team-page*
Disallow: /bridgespan/Images/services/leading-for-impact-resources/
Disallow: /style-guide*
Disallow: /style-guide-6e991c8503f56b8d7729060c7f982320
Disallow: /extlogin
Disallow: /extcallback
Disallow: /extfailure
Disallow: /logout
Disallow: /dashboard
Disallow: /subscriptions
Disallow: /subscriptions/approve
Disallow: /account/dashboard
Disallow: /login
Crawl-delay: 1

User-agent: BLEXBot*
Disallow: /

User-agent: yandex*
Disallow: /

User-agent: Yandex*
Disallow: /

User-agent: EasouSpider*
Disallow: /

User-agent: baidu*
Disallow: /

User-agent: Mediapartners-Google*
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Huaweisymantecspider
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

# # Sorry, wget in its recursive mode is a frequent problem. Please read the man page and use it properly; there is a --wait option you can use to set the delay between hits, for instance.
User-agent: wget
Disallow: /

# # The 'grub' distributed client has been very poorly behaved.
User-agent: grub-client
Disallow: /

# # Doesn't follow robots.txt anyway, but...
User-agent: k2spider
Disallow: /

# # Hits many times per second, not acceptable
User-agent: NPBot
Disallow: /

# # A capture bot, downloads gazillions of pages with no public benefit
User-agent: WebReaper
Disallow: /

# # All other spiders
User-agent: 
Disallow: /.axd$
Disallow: /cmsdesk/
Crawl-delay: 1

Sitemap: https://www.bridgespan.org/sitemap.xml