User-agent: *
Disallow: /browse_names
Disallow: /collections/
Disallow: /features/
Disallow: /Members/sgillies/topic-testing/
Disallow: /Members/collections/
Disallow: /names/
Disallow: /login_form
Disallow: /recently_modified
Disallow: /search_kml
Crawl-delay: 2

User-agent: PleiadesIndexerBot
Crawl-delay: 1

User-agent: XoviBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: centurybot
Disallow: /

User-agent: istellabot
Disallow: /

User-agent: piplbot
Disallow: /


Sitemap: http://pleiades.stoa.org/sitemap.xml