# # WebmasterWorld.com: robots.txt # Please, we do NOT allow nonauthorized robots any longer. # http://www.searchengineworld.com/robots/ # http://www.webmasterworld.com/robots.txt # Yes, feel free to copy and use the following. User-agent: szukacz disallow: / User-agent: boitho disallow: / User-agent: grub-client Disallow: / User-agent: NetMechanic Disallow: / User-agent: Wget Disallow: / User-Agent: NetResearchServer/2.7(loopimprovements.com/robot.html) Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: Nutch Disallow: / User-agent: Mercator Disallow: / User-agent: Steeler Disallow: / user-agent: szukacz disallow: / User-Agent: baiduspider Disallow: / User-Agent: Scrubby Disallow: / User-Agent: NG/1.0 Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: ia_archiver Disallow: / User-agent: TurnitinBot Disallow: / User-agent: girafa Disallow: / # Ignore FrontPage files User-agent: * Disallow: /_borders Disallow: /_derived Disallow: /_fpclass Disallow: /_overlay Disallow: /_private Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_map Disallow: /_vti_pvt Disallow: /_vti_txt Disallow: /lleh