User-agent: Titan 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: ExtractorPro 
Disallow: / 

User-agent: Slurp
Crawl-delay: 30

User-agent: Googlebot
Crawl-delay: 30

User-agent: MSNBot
Crawl-delay: 30

User-agent: *
Crawl-delay: 30

User-agent: *
Disallow: /about_us.html
Disallow: /contact.html
Disallow: /privacy.html
Disallow: /links_ds3.html
Disallow: /links_ethernet_broadband.html
Disallow: /links_oc3.html
Disallow: /links_vpn.html
Sitemap: http://bestmplsrates.com/sitemap.xml
Sitemap: http://bestmplsrates.com/urllist.txt