#robots.txt file for http://www.partsforallcars.com User-agent: Googlebot Disallow: /spares/staffarea Disallow: /spares/admin Disallow: /spares/phpMyAdmin # Disallow directory /admin/ User-agent: * Disallow: /spares/admin # Disallow directory /phpMyAdmin/ User-agent: * Disallow: /spares/phpMyAdmin/ User-agent: b2w/0.1 Disallow: / User-agent: BotRightHere Disallow: / User-agent: Download Ninja Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Fetch Disallow: / User-agent: grub-client Disallow: / User-agent: HTTrack Disallow: / User-agent: ieautodiscovery Disallow: / User-agent: k2spider Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: linko Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: MSIECrawler Disallow: / User-agent: NPBot Disallow: / User-agent: Offline Explorer Disallow: / User-agent: ProWebWalker Disallow: / User-agent: sitecheck.internetseer.com Disallow: /