#sitemap of RTA website to point spiders to this page for indexing
# Sitemap: http://www.rta.nsw.gov.au/sitemap.xml
Sitemap: http://www.rms.nsw.gov.au/cgi-bin/index.cgi?fuseaction=sitemap.html

# These directives are for bad robots.
# Directoves here ask the robots not to index the entire site
# New robots can  be added using the following example
# User-agent: bad-robot
# Disallow: /
 
# For all other spiders not filtered out above
# Common directories that do not need to be indexed
# Additional directories can be added using "Disallow: /xxx". 
# Generally regular expression or expansions are not supported in directories
User-agent: *
Disallow: /sitesearch/
#Crawl-delay: 5
Disallow: /documents/about/environment/air/traq-x/
Disallow: /assets/modals/
Disallow: /applications/
Disallow: /widths/
Disallow: /snippets/
Disallow: /business-industry/partners-suppliers/signage/trafficsigns/
Disallow: /business-industry/partners-suppliers/signage/waterwaysigns/
Disallow: /beo/
# As per Lindsay request
Disallow: /assets/events/tech/
# As per Peta request
Disallow: /geolocator/ 
# Old project page pages
Disallow: /projects/bypasses/
Disallow: /projects/key-build-program/
Disallow: /projects/sydney-inner/
Disallow: /projects/sydney-north/
Disallow: /projects/sydney-south/
Disallow: /projects/sydney-west/
Disallow: /projects/hunter/
Disallow: /projects/central-coast/
Disallow: /projects/south-coast/
Disallow: /projects/south-western/
Disallow: /projects/western-nsw/
Disallow: /projects/greater-sydney/
Disallow: /projects/western-sydney/
Disallow: /projects/northern-project-office/
Disallow: /projects/south-west-project-office/
Disallow: /projects/illawarra/
Disallow: /projects/northern-nsw/
Disallow: /projects/resources/map/
# Additional data in the event that government spiders are created 
# User-agent: AGLS
# Meta: /meta/index.xml