# Bad bots
User-Agent: discobot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: netseer
Disallow: /
User-agent: proximic
Disallow: /
User-agent: psbot
Disallow: /
User-Agent: trendictionbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Mail.RU_Bot/2.0
Disallow: /
User-agent: Mail.RU
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: dotbot
Disallow: /
User-Agent: Superfeedr
Disallow: /
User-Agent: omgilibot
Disallow: /
User-Agent: omgili
Disallow: /
User-agent: sentibot
Disallow: /
User-agent: SentiBot
Disallow: /
User-agent: BluechipBacklinks
Disallow: /

User-agent: *
Disallow: /api
Disallow: /admin
Disallow: /bm
Disallow: /third-party
Disallow: /reviews
Disallow: /questions
Disallow: /i/contact-us
Disallow: /consumer-profiles
Disallow: /messages
Disallow: /consumer-settings
Disallow: /user-account-management
Disallow: /write-review-confirm-email
Disallow: /noop
Disallow: /listings/*/write-review
# No query string or inner pages
Disallow: /write-review/*
Disallow: /write-review?*
# No query string
Disallow: /login?*
Disallow: /for-businesses/brand-management?*

# Blocking bots from crawling DoubleClick for Publisher and Google Analytics related URL's (which aren't real URL's)
Disallow: /4027029/