# robots.txt for http://www.petroleummerchant.com/ # Last modified: 2010-01-20T06:50:36-0800 # mail dan@merchantcapitalstore.com for constructive criticism User-agent: googlebot User-agent: slurp User-agent: msnbot User-agent: bing User-agent: teoma # Do not spider the following folders Disallow: /css/ Disallow: /images/ Disallow: /img/ Disallow: /js/ Disallow: /mail/ Disallow: /scripts/ # Do not spider the following pages Disallow: /gbcf_styles.css Disallow: /styles-form.css Disallow: /styles.css # Spider the following pages of http://www.petroleummerchant.com/ sitemap: http://www.petroleummerchant.com/sitemap.xml