User-agent: *
Disallow: /auth/
Disallow: /api/
Disallow: /my-searches
Disallow: /switch-account/
Disallow: /subscription/
Disallow: /billing
Disallow: /drip/
Disallow: /admin
# The 20 */results endpoints (Alpine AJAX partials behind the talent and casting-call filters) are
# deliberately NOT Disallowed here. They are served with `X-Robots-Tag: noindex` instead — see the
# 'noindex' middleware on their route groups in routes/web.php.
#
# Disallow would be the wrong tool: it blocks crawling, and a URL that is already indexed but can no
# longer be fetched is frozen rather than dropped, because Google never sees that it should go. A
# noindex header has to be crawled to be obeyed, so the two directives cancel each other out.
# Once Search Console shows those URLs gone, adding a Disallow here is safe belt-and-braces.

Sitemap: https://www.castkro.com/sitemap.xml

# The blog is a separate WordPress install with its own Yoast sitemap index, so it is NOT reachable
# from sitemap.xml above — that index lists only the application's own seven sitemaps. Until this
# line existed the blog's 15 posts were discoverable by internal link alone (and only from the
# homepage), despite covering exactly the informational queries this niche runs on: "casting call
# asking for money", "acting auditions near me", "how to become a model in India without agency".
#
# robots.txt takes multiple Sitemap: lines, and they are independent of any User-agent group.
Sitemap: https://www.castkro.com/insights/sitemap_index.xml