User-agent: *
Disallow: /application/attributes
Disallow: /application/authentication
Disallow: /application/bootstrap
Disallow: /application/config
Disallow: /application/controllers
Disallow: /application/elements
Disallow: /application/helpers
Disallow: /application/jobs
Disallow: /application/languages
Disallow: /application/mail
Disallow: /application/models
Disallow: /application/page_types
Disallow: /application/single_pages
Disallow: /application/tools
Disallow: /application/views

User-agent: *
Disallow: /cgi-bin/      
# Keep robots out of executable area

User-agent: *
Disallow: /volwell/
# Keep all robots out of database areas

User-agent: *
Disallow: /css/
# Keep all robots out of design areas

User-agent: metadata.userAgentTemplate=Mozilla/5.0 (compatible; NLNZ_IAHarvester2015+@OPERATOR_CONTACT_URL@)
Disallow: /cgi-bin/      
# Keep robots out of executable areas

User-agent: metadata.userAgentTemplate=Mozilla/5.0 (compatible; NLNZ_IAHarvester2015+@OPERATOR_CONTACT_URL@)
Disallow: /
# Keep all robots out of all areas

User-agent: metadata.userAgentTemplate=Mozilla/5.0 (compatible; NLNZ_IAHarvester2015+@OPERATOR_CONTACT_URL@)
Disallow: /volwell/
# Keep all robots out of all db areas