User-agent: *
# Directories
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /config/
Disallow: /data/
Disallow: /install/
Disallow: /macroScripts/
Disallow: /masterpages/
Disallow: /umbraco/
Disallow: /umbraco_client/
Disallow: /usercontrols/
Disallow: /xslt/
# OldSite
Disallow: /def2020_cd
Disallow: /apply2012
Disallow: /contact
Disallow: /faqs
Disallow: /ealerts
Disallow: /gallery
Disallow: /news
Disallow: /links
Disallow: /national
Disallow: /profiles
Disallow: /videos
Disallow: /yc
Disallow: /youthchallenges
Disallow: /*? # block any URL that includes a ?
# Paths (no clean URLs)
Disallow: /national-challenge-2011/entries/D20_NYC_JasonByrne.pdf
Disallow: /ror.xml
Disallow: /urllist.txt
# Begin block Bad-Robots from robots.txt
User-agent: ia_archiver
Disallow: /
#Sitemap
Sitemap: http://www.defence2020.gov.au/sitemap.xml
#Sitemap: http://www.defence2020.gov.au/ror.xml
#Sitemap: http://www.defence2020.gov.au/urllist.txt