User-agent: * # directed to all spiders Allow: Index.* Disallow: /cgi-bin Disallow: *.bak Disallow: *.grf Disallow: *.hld Disallow: *.inp Disallow: *.Lib Disallow: *.pl Disallow: *.pm Disallow: *.lst Disallow: *.Lst Disallow: Config.txt Disallow: Temp.htm Disallow: New.htm Disallow: Client.php Disallow: /New Disallow: /Images Disallow: /images Disallow: /Examples Disallow: /TempFiles Disallow: /PageFiles Disallow: /JSFiles Disallow: /Records Disallow: /setup Disallow: /SetUp Disallow: /dBLists Disallow: /Logs Disallow: /Upload Disallow: /Download Disallow: /TempFiles Disallow: /CareerCenter Disallow: /majordomo Disallow: /webinterface Disallow: /ListServ