# robots.txt file for web sites apr 2009 ver # some directories need to be changed # validate at this site http://tool.motoricerca.info/robots-checker.phtml # User-agent: * # # disallow a number of files Disallow: /cgi-bin/ Disallow: /comments/ Disallow: /z/j/ Disallow: /z/c/ Disallow: /themes Disallow: /manual Disallow: /docs Disallow: /includes Disallow: /javascript Disallow: /language Disallow: /modules/NS- Disallow: /pnadodb Disallow: /themes # # disallow some directories # these are for NSER alumni.ca Disallow: /images/ Disallow: /picture_library/ Disallow: /webstat/ Disallow: /plesk_stat/ Disallow: /test/ Disallow: /counter/ Disallow: /contact/ # # these are for learndesk.com Disallow: /images/ Disallow: /oldphotos Disallow: /phpWork/ Disallow: /phpCounter/ Disallow: /DocFAQ/ Disallow: /phpDogSearch/ Disallow: /phpWebPage/ Disallow: /xms/ Disallow: /phpDogSearch/ # #disallow these bots - include blank lines before each user agent User-agent: Googlebot-Image Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CherryPicker Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Disallow:Teleport Disallow: / User-agent: EmailCollector Disallow: / User-agent: TurnitinBot Disallow: / User-agent: NPBot Disallow: /