User-agent: * # directed to all spiders Disallow: /cgi-bin Disallow: *.bak Disallow: *.grf Disallow: *.hld Disallow: *.inp Disallow: *.Lib Allow: Index.* Disallow: *.pl Disallow: *.pm Disallow: config.txt Disallow: temp.htm Disallow: /Images Disallow: /images Disallow: /manual Disallow: /Records Disallow: /Errors Disallow: /booboo Disallow: /setup Disallow: /forms # Disallow: /Examples Disallow: /Larry Disallow: /dBLists Disallow: /Logs Disallow: /Upload Disallow: /Download Disallow: /TempFiles Disallow: /Test Disallow: /CareerCenter Disallow: /CCi Disallow: /GutterTopper Disallow: /majordomo Disallow: /webinterface Disallow: /webinterface-old Disallow: /ListServ Disallow: /News Disallow: /5sg Disallow: /Bookmarks