User-agent: *
Disallow: /accounts/
Disallow: /admins/
Disallow: /cases/
Disallow: /datasets/
Disallow: /media/
Disallow: /participants/
Disallow: /registrations/
Disallow: /retina/
Disallow: /socialauth/
Disallow: /static/
Disallow: /summernote/
Disallow: /update/
Disallow: /workstations/*/sessions/

User-agent: AhrefsBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: *
Disallow: /accounts/
Disallow: /admins/
Disallow: /api/
Disallow: /cases/
Disallow: /datasets/
Disallow: /media/
Disallow: /participants/
Disallow: /registrations/
Disallow: /retina/
Disallow: /socialauth/
Disallow: /static/
Disallow: /summernote/
Disallow: /update/
Disallow: /workstations/*/sessions/

User-agent: AhrefsBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

Remove hidden public pages from sitemap
Remove hidden public pages from sitemap
