# Ecrit par Petaramesh le 02/11/2007 # # http://www.robotstxt.org/wc/norobots.html # # Ceux qui ne sont pas les bienvenus... User-agent: baiduspider User-agent: BecomeBot User-agent: BunnySlippers User-agent: CherryPicker User-agent: ComodoHTTP(S)Crawler User-agent: ConveraCrawler User-agent: CopyGuard User-agent: CopyRightCheck User-agent: Crescent User-Agent: DepSpid User-agent: Digimarc User-agent: EmailCollector User-agent: EmailSiphon User-agent: EmailWolf User-agent: ExtractorPro User-agent: ichiro User-agent: ilial User-agent: IPiumBot User-agent: JavaBee User-agent: Microsoft.URL User-agent: NICErsPRO User-agent: NimbleCrawler User-agent: noxtrumbot User-agent: NPBot User-agent: psbot User-agent: SBIder User-agent: Sogou User-agent: SlySearch User-agent: Telesoft User-agent: WebBandit User-agent: WebEMailExtrac User-agent: WhosTalking User-agent: Zeus Disallow: / # # archive.org: The Wayback Machine # User-agent: ia_archiver # Entrees specifiques archive.org # # Pour tous les autres robots User-agent: * # Entrees +/- systeme Disallow: /cgi-bin/ Disallow: /404.html # Repertoires specifiques Disallow: /admin/ Disallow: /bbclone/ Disallow: /blog/admin/ Disallow: /blog/db/ Disallow: /blog/images/ Disallow: /blog/inc/ Disallow: /blog/locales/ Disallow: /blog/plugins/ Disallow: /blog/public/noarc/ Disallow: /blog/public/prive/ Disallow: /files/ Disallow: /images/ Disallow: /img/ Disallow: /locales/ Disallow: /phpmv2/ Disallow: /plugins/ Disallow: /pmv/ Disallow: /public/noarc/ Disallow: /public/prive/ Disallow: /sound/ Disallow: /testblog/ Disallow: /webcollage/ # Pages individuelles Disallow: /blog/contact Disallow: /contact