# ************************* Warning - Do not edit this file.*********************************
# All pages are searchable apart from Product Information Pages
# This is to stop the search engines blocking your website due to duplicate content
#
# As a number of x2tek sites use the same photos and product descriptions, product pages are 
# classed as too similar to each other, and therefore can be delisted by Google if they are deemed
# copies of each other.
# ************************* Warning - Do not edit this file.*********************************


# Google
User-agent: Googlebot
Allow: /index.php
Allow: /dept/
Disallow: /product/
Disallow: /login
Disallow: /register
Disallow: /register/business
Disallow: /terms.html
Disallow: /privacy.html

# MSN
User-agent: msnbot
Allow: /index.php
Allow: /dept/
Disallow: /product/
Disallow: /login
Disallow: /register
Disallow: /register/business
Disallow: /terms.html
Disallow: /privacy.html

# Yahoo!
User-agent: Slurp
Allow: /index.php
Allow: /dept/
Disallow: /product/
Disallow: /login
Disallow: /register
Disallow: /register/business
Disallow: /terms.html
Disallow: /privacy.html

# Ask
User-agent: Teoma
Allow: /index.php
Allow: /dept/
Disallow: /product/
Disallow: /login
Disallow: /register
Disallow: /register/business
Disallow: /terms.html
Disallow: /privacy.html

# Catch-all for other agents
User-agent: *
Allow: /index.php
Allow: /dept/
Disallow: /product/
Disallow: /login
Disallow: /register
Disallow: /register/business
Disallow: /terms.html
Disallow: /privacy.html