# Robots.txt file
# /directory/ <-- covers whole directory
# /file.html <-- covers file

User-agent: msnbot 
Crawl-delay: 3600

User-agent: WinHttp.WinHttpRequest.5
Crawl-delay: 3600

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /misc/
Disallow: /include/
Disallow: /sale/
Disallow: /forums/archive/
Disallow: /*forums/search.php
Disallow: /*forums/search.php?searchid=
Disallow: /*forums/misc.php?do=whoposted