# UKPMC robots.txt

# Google
User-agent: Googlebot
Disallow: /classic
Disallow: /*/articles/*/pdf/
Disallow: /articles/*/pdf/
Disallow: /articles/*?pdf=render
Disallow: /articles/*?*blobtype=pdf*
Disallow: /advancedsearch
Disallow: /feedback/*
Disallow: /*?wicket:interface*
Disallow: /search/*
Disallow: /*?europe_pmc_extredirect=*

# Yahoo
User-agent: Slurp
Disallow: /classic
Disallow: /*/articles/*/pdf/
Disallow: /articles/*/pdf/
Disallow: /articles/*?pdf=render
Disallow: /articles/*?*blobtype=pdf*
Disallow: /advancedsearch
Disallow: /feedback/*
Disallow: /*?wicket:interface*
Disallow: /search/*
Disallow: /*?europe_pmc_extredirect=*

# Bing
User-agent: MSNbot
Disallow: /classic
Disallow: /*/articles/*/pdf/
Disallow: /articles/*/pdf/
Disallow: /articles/*?pdf=render
Disallow: /articles/*?*blobtype=pdf*
Disallow: /advancedsearch
Disallow: /feedback/*
Disallow: /*?wicket:interface*
Disallow: /search/*
Disallow: /*?europe_pmc_extredirect=*

# For all other bots
User-agent: *
Disallow: /

Sitemap: http://europepmc.org/sitemap_abstract_index.xml
Sitemap: http://europepmc.org/sitemap_fulltext_index.xml
Crawl-delay: 10