# All robots will spider the domain
User-agent: *
Allow: /
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /config/
Disallow: /images/
Disallow: /include/
Disallow: /setup/
Disallow: /phpsitemap/
Disallow: /templates/
Disallow: /404Handler.php
Disallow: /captcha.php
Disallow: /contact-us.php
Disallow: /disclaimer.php
Disallow: /epndomain.txt
Disallow: /privacy.php
Disallow: /settings.inc.php
Disallow: /terms.php
Disallow: /thankyou.php