# app.tavily.com/robots.txt
User-agent: *
# ---- allow the three pages with metadata ----
Allow: /home
Allow: /playground
Allow: /use-cases

# ---- block anything with redirects ----
Disallow: /api/
Disallow: /settings/
Disallow: /billing
Disallow: /admin/
Disallow: /sign-in
Disallow: /billing/invoices        # private invoice PDFs, etc.
Disallow: /history/                # usage history

# ---- allow mroe from the list above if the seo test is sucssesful ----

Sitemap: https://app.tavily.com/sitemap.xml