# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-agent: Mediapartners-Google
Disallow:

User-agent: Adsbot-Google
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent:  *
Disallow: /clusters/
Disallow: /topics/
Disallow: /read_list/
Disallow: /haufens/
Disallow: /recommendations/

Sitemap: http://www.jurnalo.com/sitemaps/sitemap_index.xml.gz