User-agent: *
Allow: /

User-agent: *
Disallow: /export_csv_search_results

User-agent: *
Disallow: /stats

User-agent: *
Disallow: /*query_analytics

## Bot specific settings, in case we need them.

# User-agent: Googlebot
# Allow: /

# User-agent: AdsBot-Google
# Allow: /

# User-agent: Bingbot
# Allow: /

# User-agent: Slurp
# Allow: /

# User-agent: DuckDuckBot
# Allow: /

# User-agent: Baiduspider
# Allow: /

# User-agent: 360Spider
# Allow: /

# User-agent: YandexBot
# Allow: /

# User-agent: Mail.Ru
# Allow: /

# User-agent: Exabot
# Allow: /

# User-agent: ia_archiver
# Allow: /

# User-agent: Twitterbot
# Allow: /

# User-agent: facebot
# Allow: /

# User-agent: facebookexternalhit
# Allow: /

Crawl-delay: 10

Sitemap: https://ora.ox.ac.uk/sitemaps/sitemap.txt
Sitemap: https://ora.ox.ac.uk/sitemaps/sitemap1.txt
Sitemap: https://ora.ox.ac.uk/sitemaps/sitemap2.txt
Sitemap: https://ora.ox.ac.uk/sitemaps/sitemap3.txt
Sitemap: https://ora.ox.ac.uk/sitemaps/sitemap4.txt