User-agent: *
Disallow: /cgi-bin/
Disallow: /epages/
Disallow: /pages/dse/products/
Disallow: /pages/dse/ctg/*.htm$

User-agent: Slurp
Crawl-Delay: 2
Disallow: /cgi-bin/
Disallow: /epages/
Disallow: /pages/dse/products/


User-Agent: msnbot
Crawl-Delay: 2
Disallow: /cgi-bin/
Disallow: /epages/
Disallow: /pages/dse/products/

User-agent: msnbot-products
Crawl-Delay: 2
Disallow: /cgi-bin/
Disallow: /epages/
Disallow: /pages/dse/products/


User-agent: msnbot-news
Crawl-Delay: 2
Disallow: /cgi-bin/
Disallow: /epages/
Disallow: /pages/dse/products/


User-agent: msnbot-media
Crawl-Delay: 2
Disallow: /cgi-bin/
Disallow: /epages/
Disallow: /pages/dse/products/

User-agent: Googlebot
Crawl-Delay: 2
Disallow: /cgi-bin/
Disallow: /epages/
Disallow: /pages/dse/products/

User-agent: twiceler
Disallow: /

Sitemap: http://www.dse.co.nz/pages/dse/ctg.xml