# robots.txt for engelliler.biz # $Id: robots.txt, v1.0.6 2006/05/21 05:35 OturanBoga Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." # archive.org'tan sakla #User-agent: ia_archiver #Disallow: / User-agent: Mediapartners-Google* Disallow: User-agent: Slurp Crawl-delay: 10 Disallow: User-agent: msnbot Crawl-delay: 100 Disallow: User-agent: * #Crawl-delay: 100 Disallow: /*?ref= Disallow: /_MMakaleler/ Disallow: /_reklam/ Disallow: /bulent/ Disallow: /cem/ Disallow: forumsilinecek/ Disallow: /image_reklam/ Disallow: /images/ Disallow: /n0aX/