User-agent: *
Allow: /
Allow: /api/
Allow: /api/health
Allow: /api/schema
Allow: /api/docs
Allow: /api/web-status
Allow: /dashboard
Allow: /authors
Allow: /publishers
Allow: /policies
Disallow: /api/internal/

Sitemap: https://trustops.platphormnews.com/sitemap.xml

# Crawl-delay for responsible indexing
Crawl-delay: 1

# Request-rate: 1 request per 5 seconds
Request-rate: 0.2