# blocking all bots site-wide
User-agent: *
# N.B. 'Allow' is not supported by all crawlers, but captures our intent here.
# Block the main tree viewer, but index About pages
Disallow: /opentree/
Allow: /about/
Allow: /contact
# Index visible information for published studies 
Allow: /curator/study/view/
Disallow: /curator/study/edit/
Disallow: /curator/study/create/
# Block access to APIs, if found here
Disallow: /treemachine/
Disallow: /taxomachine/
Disallow: /oti/
Disallow: /api/
# Block access to admin pages, login, logout
Disallow: /admin/
Disallow: /user/
Disallow: /v2/
Crawl-delay: 60

# blocking all bots site-wide
User-agent: *
# N.B. 'Allow' is not supported by all crawlers, but captures our intent here.
# Block the main tree viewer, but index About pages
Disallow: /opentree/
Allow: /about/
Allow: /contact
# Index visible information for published studies 
Allow: /curator/study/view/
Disallow: /curator/study/edit/
Disallow: /curator/study/create/
# Block access to APIs, if found here
Disallow: /treemachine/
Disallow: /taxomachine/
Disallow: /oti/
Disallow: /api/
# Block access to admin pages, login, logout
Disallow: /admin/
Disallow: /user/
Disallow: /v2/
Disallow: /v1/
Crawl-delay: 60

Add /v1/ to disallow list
Add /v1/ to disallow list
