# # www.motorsandiego.com/robots.txt # last updated: 2009-09-06 # User-agent: 192.comAgent Disallow: / User-agent: abcfr_robot Disallow: / User-agent: abot Disallow: / User-agent: aipbot Disallow: / User-agent: antibot Disallow: / User-agent: Atomic_Email_Hunter Disallow: / User-agent: AuditBot Disallow: / User-agent: BDFetch Disallow: / User-agent: bot Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: btbot Disallow: / User-agent: BuzzRankingBot Disallow: / User-agent: ccubee Disallow: / User-agent: ContactBot Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: csci_b659 Disallow: / User-agent: DittoSpyder Disallow: / User-agent: eagle Disallow: / User-agent: Enterprise_Search Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: fatlens Disallow: / User-agent: favorstarbot Disallow: / User-agent: FeedChecker Disallow: / User-agent: findlinks Disallow: / User-agent: Generic Disallow: / User-agent: gonzo1 Disallow: / User-agent: grbot Disallow: / User-agent: HarvestMan Disallow: / User-agent: Heritrix Disallow: / User-agent: HiddenMarket Disallow: / User-agent: HooWWWer Disallow: / User-agent: HyperRobot Disallow: / User-agent: ICC-Crawler Disallow: / User-agent: iconobot Disallow: / User-agent: IconSurf Disallow: / User-agent: IIITBOT Disallow: / User-agent: IRLbot Disallow: / User-agent: Java Disallow: / User-agent: JobSpider_BA Disallow: / User-agent: kalooga Disallow: / User-agent: KBeeBot Disallow: / User-agent: KnowItAll Disallow: / User-agent: KSbot Disallow: / User-agent: Krugle Disallow: / User-agent: larbin Disallow: / User-agent: LinkWalker Disallow: / User-agent: lmspider Disallow: / User-agent: masidani Disallow: / User-agent: master_prog Disallow: / User-agent: MAXOMObot Disallow: / User-agent: messor Disallow: / User-agent: MicroBaz Disallow: / User-agent: miniRank Disallow: / User-agent: Moobot Disallow: / User-agent: MQBot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: nestReader Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: NITLE Disallow: / User-agent: noyona Disallow: / User-agent: NPBot Disallow: / User-agent: nutch Disallow: / User-agent: Ocelli Disallow: / User-agent: OpiDig Disallow: / User-agent: page_verifier Disallow: / User-agent: Pete-Spider Disallow: / User-agent: Pingdom Disallow: / User-agent: pythonic-crawler Disallow: / User-agent: research-spider Disallow: / User-agent: RedKernel Disallow: / User-agent: Runnk Disallow: / User-agent: SBIder Disallow: / User-agent: SearchGuild Disallow: / User-agent: searchmee Disallow: / User-agent: semanticdiscovery Disallow: / User-agent: Shim-Crawler Disallow: / User-agent: Sirketcebot Disallow: / User-agent: Snappy Disallow: / User-agent: SrevBot Disallow: / User-agent: Sphider Disallow: / User-agent: SpiderKU Disallow: / User-agent: Steeler Disallow: / User-agent: SumeetBot Disallow: / User-agent: studybot Disallow: / User-agent: SynooBot Disallow: / User-agent: Taiga Disallow: / User-agent: Teemer Disallow: / User-agent: TodumBot Disallow: / User-agent: Trailfire-bot Disallow: / User-agent: trailfire-proxy Disallow: / User-agent: TranSGeniKBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: UbiCrawler Disallow: / User-agent: Uptimebot Disallow: / User-agent: UOLCrawler Disallow: / User-agent: Vacobot Disallow: / User-agent: VadixBot Disallow: / User-agent: VadixBot_Exp Disallow: / User-agent: void Disallow: / User-agent: voyager-hc Disallow: / User-agent: YodaoBot-Blog Disallow: / User-agent: YooName Disallow: / User-agent: WebarooBot Disallow: / User-agent: WebReaper Disallow: / User-agent: WebVac Disallow: / User-agent: Zao Disallow: / User-agent: * Disallow: /error.html Disallow: /forbidden.html Disallow: /cgi-bin/ Disallow: /css/ Disallow: /php/ Disallow: /phpsessions/ Disallow: /popup/ Disallow: /scripts/ Disallow: /stats/ Sitemap: http://www.motorsandiego.com/sitemap.xml