# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / User-Agent: MJ12bot Crawl-delay: 10 User-agent: NaverBot Crawl-delay: 30 User-agent: Yeti Crawl-delay: 30 User-agent: * Crawl-delay: 20 Disallow: /searches/tags_search Disallow: /buscar/tags_search Sitemap: http://www.ideas4all.com/sitemap.xml Sitemap: http://en.ideas4all.com/sitemap-en.xml Sitemap: http://es.ideas4all.com/sitemap-es.xml Sitemap: http://ja.ideas4all.com/sitemap-ja.xml