# my robots Sitemap: http://job.domesticsale.com/sitemap.xml User-agent: * Disallow: /cgi-bin/checkseller.cgi Disallow: /cgi-bin/checking2.cgi Disallow: /cgi-bin/prcheck.cgi Disallow: /autoclassified/l/ Disallow: /cgi-bin/cg.cgi User-agent: Python-urllib Disallow: / User-agent: NetMechanic Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: Telesoft Disallow: / User-agent: Website Quester Disallow: / User-agent: WebZip Disallow: / User-agent: WebZIP/6.0 Disallow: / User-agent: WebRescuer Spider Disallow: / User-agent: InternetSeer Disallow: / User-agent: spanner Disallow: / User-agent: Harvest/1.5 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: Zeus Disallow: / User-agent: RepoMonkey Bait & Tackle/v1.01 Disallow: / User-agent: RepoMonkey Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: Webster Pro Disallow: / User-agent: LinkScan/8.1a Unix Disallow: / User-agent: Keyword Density/0.9 Disallow: / User-agent: GetRight/4.2 Disallow: / User-agent: Flaming AttackBot Disallow: / User-agent: Microsoft URL Control - 6.00.8862 Disallow: / User-agent: NPBot Disallow: / User-agent: TestCrawler/1.0 Disallow: / User-agent: psbot/0.1 Disallow: /