#                 _           _        _
#                | |         | |      | |
#  _ __ ___  __ _| | ___  ___| |_ __ _| |_ ___   ___ ___   _ __  ____
# | '__/ _ \/ _` | |/ _ \/ __| __/ _` | __/ _ \ / __/ _ \ | '_ \|_  /
# | | |  __/ (_| | |  __/\__ \ || (_| | ||  __/| (_| (_) || | | |/ /
# |_|  \___|\__,_|_|\___||___/\__\__,_|\__\___(_)___\___(_)_| |_/___|
#
# In accessing or using any Realestate.co.nz Website you agree that you will not use any automated device,
# software, process or means to access, retrieve, scrape, or index any Realestate.co.nz Website or any
# content on any Realestate.co.nz Website. Notwithstanding the foregoing, Realestate.co.nz may permit automated
# access to certain Realestate.co.nz Website pages strictly for the purpose of including content in publicly
# available general search engines. This does not include any such access by websites that
# specifically aggregate property listings and/or information as part of their business.
# Realestate.co.nz strictly prohibits any automated access by these types of websites.
#

# block the bad bots
User-agent: YakazBot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: 008
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Nutch
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: oodlebot
Disallow: /

User-agent: cbBot
Disallow: /

User-agent: spider
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: proximic
Disallow: /

User-agent: Aboundexbot
Disallow: /

User-agent: CariBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

# Let Google Ads crawl everything
User-agent: Mediapartners-Google
Disallow:

# Keep our news out of actual news
user-agent: googlebot-news
Disallow: /blog/agents/

# everyone else
User-agent: *

# account pages
Disallow: /account
Disallow: /account/my-property
Disallow: /account/my-searches
Disallow: /account/my-open-homes
Disallow: /account/saved-searches
Disallow: /account/saved-properties
Disallow: /account/notifications
Disallow: /account/my-home
Disallow: /account/saved-off-market-properties

# relative image from fastboot/shoebox
Disallow: /listings

# Blocking HubSpot/DSA parameters
Disallow: /*?*hsa_mt=
Disallow: /*?*hsa_cam=
Disallow: /*?*hsa_kw=
Disallow: /*?*hsa_net=
Disallow: /*?*hsa_src=
Disallow: /*?*hsa_mt=
Disallow: /*?*hsa_acc=
Disallow: /*?*hsa_mt=
Disallow: /*?*hsa_ad=
Disallow: /*?*hsa_tgt=
Disallow: /*?*hsa_ver=

Disallow: /*?*_hsenc=
Disallow: /*?*_hsmi=

Disallow: /redirect

# listing stats
Disallow: /*/statistics

# share a listing
Disallow: /*/email

#redirection
Disallow: /redirect

#listing pdfs
Disallow: /*/pdf

Sitemap: https://www.realestate.co.nz/sitemap.xml
Sitemap: https://www.realestate.co.nz/international/sitemap-index.xml