# $Id: robots.txt,v 1.2 2008/10/21 13:49:20 kmj Exp $ # robots.txt file for IOPP community websites User-Agent: discobot Disallow: / User-Agent: * Crawl-Delay: 10 Disallow: /cws/company/clickthrough Disallow: /cgi-bin Disallow: /cws/Articles/EmailFriend.do Disallow: /cws/Articles/AddComment.do Disallow: /cws/Articles/DeleteComment.do Disallow: /cws/Articles/EditComment.do Disallow: /cws/Articles/ReportComment.do Disallow: /cws/company/add Disallow: /cws/product/add Disallow: /cws/job/add Disallow: /cws/event/add Disallow: /cws/sign-in Disallow: /cws/sign-up Disallow: /cws/ForgottenPassword.do