#
# This file is used to allow crawlers to index our site. 
#
# List of all web robots: http://www.robotstxt.org/wc/active/html/index.html
#
# Check robots.txt at:
# http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
# If are looking for a list of search engines to add your site to visit
# http://www.webstuff.biz/resources.php

# Details about Googlebot available at: http://www.google.com/bot.html
# The Google search engine can see everything

User-agent: HTTrack
Disallow: /backup
Disallow: /downloads
Disallow: /php
Disallow: /free
Disallow: /support
Disallow: /blog
Disallow: /adserver
Disallow: /newsletter
Disallow: /polls
Disallow: /stats
Disallow: /admin
Disallow: /products
Disallow: /phpMyAdmin
Disallow: /includes
Disallow: /secure
Disallow: /affiliate
Disallow: /cgi-bin
Disallow: /free