User-agent: *
Disallow: /cgi-bin/ # Exclude this directory
Disallow: /webalizer/ # Exclude this directory
Disallow: /other/ # Exclude this directory
Disallow: /ecom/ # Exclude this directory
Disallow: /test/ # Exclude this directory
Disallow: /traqr/ # Exclude this directory
Disallow: /images/ # Exclude this directory
Disallow: /_private/ # Exclude this directory
Disallow: /_vti # Exclude this directory
Disallow: _vti
Disallow: err500.htm
Disallow: err403.htm
Disallow: err404.htm
Disallow: forward.htm
Disallow: paytest.htm
Disallow: post.htm
Disallow: top.htm
Disallow: thanks.htm
Disallow: rtdemo.htm
Disallow: prochost.htm
Disallow: left.htm
Disallow: file_upload.shtml
Disallow: whois.htm
Disallow: default.htm
Disallow: postinfo.htm
Disallow: *.xml
Disallow: *.txt