###Robots.txt to control and limit access by search engine bots


###Applies to All bots not specifically named below##
User-agent:*
#limit requests to once per minute to cut down on bandwidth
Crawl-delay: 60
Disallow: /_vti_bin/
Disallow: /emails/
Disallow: /emailTest/
Disallow: /foot/
Disallow: /head/
Disallow: /images/
Disallow: /CertEnroll/
Disallow: /includes/
Disallow: /javascript/
Disallow: /printmaps/
Disallow: */secureTest*
Disallow: /ZipPointFiles/
Disallow: */secureTestTarget*
Disallow: /www/prodv61/htdocs/CertEnroll/
Disallow: /www/prodv61/htdocs/emails/
Disallow: /www/prodv61/htdocs/emailTest/
Disallow: /odremote.odfl.com/
Disallow: /employment/openings*
Disallow: /employment/qual*
Disallow: /cubecalc/Cube_Calc.jsp
Disallow: /ziplookup/
Disallow: /DensityCalcWeb/
Disallow: index-75th.shtml



#Google bot rules
User-agent: Googlebot
Crawl-delay: 60
Disallow: /_vti_bin/
Disallow: /emails/
Disallow: /emailTest/
Disallow: /foot/
Disallow: /head/
Disallow: /images/
Disallow: /CertEnroll/
Disallow: /includes/
Disallow: /javascript/
Disallow: /printmaps/
Disallow: */secureTest*
Disallow: /ZipPointFiles/
Disallow: */secureTestTarget*
Disallow: /www/prodv61/htdocs/CertEnroll/
Disallow: /odremote.odfl.com/
Disallow: /employment/openings*
Disallow: /employment/qual*
Disallow: /cubecalc/Cube_Calc.jsp
Disallow: /ziplookup/
Disallow: /DensityCalcWeb/
Disallow: index-75th.shtml



#Yahoo Slurp rules
User-agent: Slurp
Crawl-delay: 60
Disallow: /_vti_bin/
Disallow: /emails/
Disallow: /emailTest/
Disallow: /foot/
Disallow: /head/
Disallow: /images/
Disallow: /CertEnroll/
Disallow: /includes/
Disallow: /javascript/
Disallow: /printmaps/
Disallow: */secureTest*
Disallow: /ZipPointFiles/
Disallow: */secureTestTarget*
Disallow: /www/prodv61/htdocs/CertEnroll/
Disallow: /odremote.odfl.com/
Disallow: /employment/openings*
Disallow: /employment/qual*
Disallow: /cubecalc/Cube_Calc.jsp
Disallow: /ziplookup/
Disallow: /DensityCalcWeb/
Disallow: index-75th.shtml



#Yahoo Rich Abstracts rules
User-agent:Yahoo-RichAbstracts
Crawl-delay: 60
Disallow: /_vti_bin/
Disallow: /emails/
Disallow: /emailTest/
Disallow: /foot/
Disallow: /head/
Disallow: /images/
Disallow: /CertEnroll/
Disallow: /includes/
Disallow: /javascript/
Disallow: /printmaps/
Disallow: */secureTest*
Disallow: /ZipPointFiles/
Disallow: */secureTestTarget*
Disallow: /www/prodv61/htdocs/CertEnroll/
Disallow: /odremote.odfl.com/
Disallow: /employment/openings*
Disallow: /employment/qual*
Disallow: /cubecalc/Cube_Calc.jsp
Disallow: /ziplookup/
Disallow: /DensityCalcWeb/
Disallow: index-75th.shtml



#Yahoo Slurp rules (alternate name)
User-agent: Yahoo! Slurp
Crawl-delay: 60
Disallow: /_vti_bin/
Disallow: /emails/
Disallow: /emailTest/
Disallow: /foot/
Disallow: /head/
Disallow: /images/
Disallow: /CertEnroll/
Disallow: /includes/
Disallow: /javascript/
Disallow: /printmaps/
Disallow: */secureTest*
Disallow: /ZipPointFiles
Disallow: */secureTestTarget*
Disallow: /www/prodv61/htdocs/CertEnroll/
Disallow: /odremote.odfl.com/
Disallow: /employment/openings*
Disallow: /employment/qual*
Disallow: /cubecalc/Cube_Calc.jsp
Disallow: /ziplookup/
Disallow: /DensityCalcWeb/
Disallow: index-75th.shtml


#Yahoo rules
User-agent: Yahoo
Crawl-delay: 60
Disallow: /_vti_bin/
Disallow: /emails/
Disallow: /emailTest/
Disallow: /foot/
Disallow: /head/
Disallow: /images/
Disallow: /CertEnroll/
Disallow: /includes/
Disallow: /javascript/
Disallow: /printmaps/
Disallow: */secureTest*
Disallow: /ZipPointFiles/
Disallow: */secureTestTarget*
Disallow: /www/prodv61/htdocs/CertEnroll/
Disallow: /odremote.odfl.com/
Disallow: /employment/openings*
Disallow: /employment/qual*
Disallow: /cubecalc/Cube_Calc.jsp
Disallow: /ziplookup/
Disallow: /DensityCalcWeb/
Disallow: index-75th.shtml



#Yahoo rules (alternate name)
User-agent: Yahoo!
Crawl-delay: 60
Disallow: /_vti_bin/
Disallow: /emails/
Disallow: /emailTest/
Disallow: /foot/
Disallow: /head/
Disallow: /images/
Disallow: /CertEnroll/
Disallow: /includes/
Disallow: /javascript/
Disallow: /printmaps/
Disallow: */secureTest*
Disallow: /ZipPointFiles/
Disallow: */secureTestTarget*
Disallow: /www/prodv61/htdocs/CertEnroll/
Disallow: /odremote.odfl.com/
Disallow: /employment/openings*
Disallow: /employment/qual*
Disallow: /cubecalc/Cube_Calc.jsp
Disallow: /ziplookup/
Disallow: /DensityCalcWeb/
Disallow: index-75th.shtml