# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /
Host: www.motodex.info
User-Agent: *
Disallow: /admin
Disallow: /items
Disallow: /vendors
Disallow: /products
Disallow: /articles
Disallow: /categories
Disallow: /sections
Disallow: /manufacturers
Disallow: /highlights
Disallow: /records
Sitemap: http://www.motodex.info/sitemap.xml