# for Google
User-agent: Googlebot
# prevent indexing of print versions
Disallow: /en/layout/set/print/
Disallow: /fr/layout/set/print/
Disallow: /es/layout/set/print/
Disallow: */print/
# prevent indexing of archives
Disallow: /en/content/view/archive*/
Disallow: /fr/content/view/archive*/
Disallow: /es/content/view/archive*/
Disallow: */archive*/
# prevent indexing of non-existent paths
Disallow: /da/
Disallow: /eng/
Disallow: /20en/
Disallow: /20fr/
Disallow: /20es/
Disallow: /index.php/

# for others
User-agent: *
Disallow: /

# experimental extensions -- not widely recognized
#Crawl-delay: 30
#Visit-time: 0200-0700