# robots.txt pour le site http://www.docteurmarc.com User-agent: ScoutJet Disallow: / User-agent: kyklo Disallow: / User-agent: dotbot Disallow: / User-agent: Baiduspider Disallow: / User-agent: kalooga Disallow: / User-agent: JAVA Disallow: / User-agent: Gaisbot Disallow: / User-agent: IRLbot Disallow: / User-agent: SBIder Disallow: / User-agent: Nutch Disallow: / User-agent: noxtrumbot Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: Fasterfox Disallow: / User-agent: heritrix Disallow: / User-agent: SearchDaimon.com-dc Disallow: / User-agent: ShopWiki Disallow: / User-agent: Twiceler Disallow: / User-agent: SBIder Disallow: / User-agent: sensis.com.au Disallow: / User-agent: sensis Disallow: / User-agent: sensisbot Disallow: / User-Agent: MJ12bot Disallow: / User-agent: * Crawl-delay: 5 # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://www.docteurmarc.com/sitemap.xml # END XML-SITEMAP-PLUGIN