# The Wayback machine needs to be specifically targeted, because it will
# retroactively remove paths from its archive if in the future they are ever
# excluded by a wildcard, for instance. Future revisions of newzealand.govt.nz
# should therefore retain a specific WBM entry in their robots.txt to not block
# any URLs that would have been valid in any past versions of the site
User-agent: ia_archiver
Disallow: /vt
Disallow: /click
Disallow: /misc
Sitemap: http://newzealand.govt.nz/sitemap.xml.gz
# Blocked Metalogue paths (doesn't exist on current site):
Disallow: /search

# Now the real robots.txt for paths we actually want to block now
User-Agent: *
Disallow: /vt
Disallow: /click/
Disallow: /misc/
Sitemap: http://newzealand.govt.nz/sitemap.xml.gz