# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow all directories started with underscore
User-agent: *
Disallow: /_*


# Disallow /cgi-bin/ directory
User-agent: *
Disallow: /cgi-bin/

# Disallow /wp/ directory
User-agent: *
Disallow: /wp/

# Disallow /job application forms/ directory
User-agent: *
Disallow: /Careers/job-app-questionnaire.doc
Disallow: /Careers/job-app-questionnaire.pdf