User-agent: *
Disallow: /

# Google
User-agent: googlebot
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

# Yahoo
User-agent: slurp
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

# Baidu
User-agent: baiduspider
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

# Bing and other Microsoft Crawlers
User-agent: msnbot
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

User-agent: bingbot
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

# Ask Jeeves
User-agent: teoma
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

# archive.org bots
User-agent: archive.org_bot 
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

User-agent: ia_archiver 
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

# 1science.com bot
User-agent: 1science Harvester
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml


# Exalead
User-agent: exabot
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

# Yewno
User-agent: API scraper
Disallow: /move_to_merritt/
Disallow: /repec/
Disallow: /scientific_journals/
Disallow: /openAccPol/
Sitemap: http://escholarship.org/siteMapIndex.xml

# allow link checking
User-Agent: W3C-checklink
Disallow:

# Allow CDL Web Archiving Service (WAS)
User-Agent: cdlwas_bot
Disallow: