# Allow all search engine spiders
User-agent: *

Allow: /home/
Allow: /public_html/home/

# Disallow the following locations
Disallow: /080603/
Disallow: /assets/
Disallow: /banners/
Disallow: /cgi-bin/
Disallow: /etc/
Disallow: /forms/
Disallow: /members/
Disallow: /mail/
Disallow: /member/
Disallow: /public_ftp/
Disallow: /test/
Disallow: /tmp/
Disallow: /webdata/
Disallow: /html/ 
Disallow: /aff/
Disallow: /public_html/assets/
Disallow: /public_html/aff/
Disallow: /public_html/banners/
Disallow: /public_html/cgi-bin/
Disallow: /public_html/forms/
Disallow: /public_html/javascript/
Disallow: /public_html/mail/
Disallow: /public_html/members/
Disallow: /public_html/test/
Disallow: /public_html/webdata/
Disallow: /public_html/html/