# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /


User-Agent: MJ12bot
Crawl-delay:   10

User-agent: NaverBot
Crawl-delay: 30

User-agent: Yeti
Crawl-delay: 30 

User-agent: *
Crawl-delay: 20
Disallow: /searches/tags_search
Disallow: /buscar/tags_search
Sitemap: http://estudiantes2010.ideas4all.com/sitemap-en-US.xml
Sitemap: http://estudiantes2010.ideas4all.com/sitemap-es-ES.xml
Sitemap: http://estudiantes2010.ideas4all.com/sitemap-pt-PT.xml
Sitemap: http://estudiantes2010.ideas4all.com/sitemap-pt-BR.xml