User-agent: *
# Disallow 1.1 because we want the equivalent /latest indexed instead
Disallow: /1.1
Disallow: /1.0
# Disallow known dev sites
Disallow: /1.1-dev
Disallow: /1.0-dev

# Different config for Googlebot, as that supports Allows (so we can restrict more)
User-agent: Googlebot
Allow: /latest$
Allow: /latest/$
Allow: /latest/en
Allow: /latest/es
Allow: /latest/fr
Allow: /validator
Allow: /$
Disallow: /

User-Agent: LinkChecker
Allow: /

User-agent: *
# Disallow 1.1 because we want the equivalent /latest indexed instead
Disallow: /1.1
Disallow: /1.0
# Disallow known dev sites
Disallow: /1.1-dev
Disallow: /1.0-dev

# Different config for Googlebot, as that supports Allows (so we can restrict more)
User-agent: Googlebot
Allow: /latest$
Allow: /latest/$
Allow: /latest/en
Allow: /latest/es
Allow: /latest/fr
Allow: /latest/it
Allow: /validator
Allow: /$
Disallow: /

User-Agent: LinkChecker
Allow: /

Add Italian translation to OCDS docs robots.txt
Add Italian translation to OCDS docs robots.txt
