User-agent: VoilaBot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: *
Crawl-delay: 50
Disallow: /youralerts/
Disallow: /awstats/
Disallow: /yourbaskets/
Disallow: /img/
Disallow: /youraccount/
Disallow: /rss
Disallow: /maintenance
Disallow: /server
Disallow: /client
Allow: /search.py
Allow: /search
Allow: /record/
Allow: /help/
Sitemap: http://doc.rero.ch/sitemap-index.xml