# go away ? tell all others not in the list below to stay out!
User-agent: *
Disallow: /

# As of 8/7/2007, there are 13 crawlers welcomed by SD
User-agent: bcdindexer
Disallow:

User-agent:  CiteSeerBot
Disallow:

User-agent: FAST
Disallow:

User-agent: Googlebot
Disallow:

User-agent:  gulliver
Disallow:

User-agent:  ia_archiver
Disallow:

User-agent: Marvin
Disallow:

User-agent:  MSNbot
Disallow:

User-agent:  NimbleCrawler
Disallow:

User-agent:  Slurp
Disallow:

User-agent:  Teoma
Disallow:

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow:

User-agent: Mediapartners-Google*
Disallow:

Sitemap: http://www.sciencedirect.com/science/page/sitemap/index.html