# robots.txt for http://yarismatakip.org/ User-Agent: * Disallow: /tmp/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /wp-admin/ Disallow: /mysql/ Disallow: /cgi-bin/ Disallow: /cache/ User-agent: Emailcollector Disallow: / User-Agent: MediaPartners-Google Allow: / User-Agent: W3C-checklink Disallow: / User-agent: Googlebot Crawl-delay: 5 User-agent: Gigabot Crawl-delay: 30 User-agent: Slurp Crawl-delay: 30 User-Agent: msnbot Crawl-Delay: 30 User-Agent: MJ12bot Crawl-Delay: 30