User-agent: TwengaBot
Disallow: /

User-agent: TwengaBot/2.0
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: RedCarpet
Crawl-delay: 10
Disallow: /customer/abatix


User-agent: *
Disallow: /customer/casall

User-agent: *
Disallow: /customer/tstosu

User-agent: *
Disallow: /customer/coawat


User-agent: *
Disallow: /customer/automm/stylesheets
Disallow: /customer/automm/templates
Disallow: /customer/automm/customerforms
Disallow: /customer/automm/images
Disallow: /customer/automm/javascripts
Disallow: /customer/automm/media
Disallow: /customer/automm/metatags
Disallow: /customer/automm/new
Disallow: /customer/automm/customerpages/bulletins

User-agent: Slurp
Disallow: /customer/aaelse

User-agent: *
Disallow: /customer/aaelse


User-agent: *
Disallow: /customer/arglte

User-agent: *
Disallow: /customer/impoin/customerpages/pdfs/ 

User-agent: *
Disallow: /customer/resapr/customerpages/safetybriefs

User-agent: Googlebot
Disallow: /customer/woecin/default.aspx?page=category search results*
Disallow: /customer/woecin/default.aspx?page=category%20search%20results*

User-agent: *
Disallow: /customer/woecin/upload/
Disallow: /customer/woecin/test/
Disallow: /customer/woecin/templates/
Disallow: /customer/woecin/tc_connection/
Disallow: /customer/woecin/stylesheets/
Disallow: /customer/woecin/javascripts/
Disallow: /customer/woecin/products/AH/
Disallow: /customer/woecin/products/AP/
Disallow: /customer/woecin/products/ME/
Disallow: /customer/woecin/products/TE/
Disallow: /customer/woecin/products/NS/
Disallow: /customer/woecin/products/RR/
Disallow: /customer/woecin/products/EL/
Disallow: /customer/woecin/products/CP/
Disallow: /customer/woecin/wp_project

User-agent: *
Disallow: /customer/atlcop/default.aspx?page=rfq cart
Disallow: /customer/atlcop/default.aspx?Page=My Account Profile
Disallow: /customer/atlcop/default.aspx?Page=Shopping Cart
Disallow: /customer/atlcop/default.aspx?page=Item Search Results
Disallow: /customer/atlcop/default.aspx?Page=Logon
Disallow: /customer/atlcop/default.aspx?Page=ShipBill+Information
Disallow: /customer/atlcop/default.aspx?page=ShipBill Information
Disallow: /customer/atlcop/stylesheets
Disallow: /customer/atlcop/templates
Disallow: /customer/atlcop/customerforms
Disallow: /customer/atlcop/javascripts
Disallow: /customer/atlcop/media
Disallow: /customer/atlcop/metatags

User-agent: *
Disallow: /customer/cageco/glossary/

User-agent: *
Disallow: /customer/thskso/stylesheets/
Disallow: /customer/thskso/templates/
Disallow: /customer/thskso/customerforms/
Disallow: /customer/thskso/images/
Disallow: /customer/thskso/javascripts/
Disallow: /customer/thskso/metatags/

User-agent: *
Allow: /customer/maecac

Sitemap: http://sitemap.cgco.com/sitemapindex.xml
Sitemap: http://sitemap.cgco.com/sitemap-index.xml

User-agent: *
Disallow:  /customer/idcusa/documents/

user-agent: *
Disallow: /customer/noindu