# robots.txt for http://www.home-est.com/ (604,644) # # Example (robots.txt) [ALL Robot Search Disable ] # # User-Agent: * # Disallow: / # # Google User-Agent: Googlebot Disallow: /img/ Disallow: /pic/ Disallow: /data/top.html # Yahoo, Goo, MSN Search(USA), Fresheye User-Agent: slurp Disallow: /img/ Disallow: /pic/ Disallow: /data/top.html # MSN Search(Japan) User-Agent: msnbot Disallow: /img/ Disallow: /pic/ Disallow: /data/top.html # Lycos JAPAN User-Agent: ZyBorg Disallow: /img/ Disallow: /pic/ Disallow: /data/top.html # Excite JAPAN User-Agent: ArchitextSpider Disallow: /img/ Disallow: /pic/ Disallow: /data/top.html # ia archiver User-Agent: ia_archiver Disallow: / # FAST-WebCrawler User-Agent: fast Disallow: / # Girafa User-agent: girafa Disallow: / # DiaGem Web Crawler User-agent: DiaGem Disallow: / # SlySearch User-agent: SlySearch Disallow: / # Steeler User-agent: Steeler Disallow: / # TurnitinBot User-agent: TurnitinBot Disallow: / # sitecheck.internetseer.com User-Agent: sitecheck.internetseer.com Disallow: / # NPBot User-Agent: NPBot Disallow: / # # Example (robots.txt) # robots.txt for http://www.home-est.com/ # # User-Agent: * # Disallow: /img/ # Disallow: /pic/ # Disallow: /sj/