# GreenHired — robots.txt # Public pages (home, /jobs, /company, /candidates, /recruiters, /help, # /legal, /developers, regional homes) are crawlable. App, auth and API surfaces are not. User-agent: * # The public job-listing JSON is fetched when Google renders /jobs and the # home page, so it stays open. Everything else under /api/ is private. Allow: /api/jobs$ Allow: /api/jobs?* Disallow: /api/ # Help-center search index (a data file, not a page). The Markdown copies of # articles stay crawlable so crawlers can see their noindex + canonical headers. Disallow: /help/search-index.json # Developer docs: /developers/ is crawlable (its own sitemap-developers.xml). Same rule for its search index; the Markdown copies carry noindex + canonical headers. Disallow: /developers/search-index.json # Auth + onboarding flows (also noindex via meta tag) Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /signup Disallow: /logout Disallow: /onboarding # Authenticated app surfaces Disallow: /seeker/ Disallow: /recruit/ Disallow: /vaan/ Disallow: /admin/ # Explicit allows so a future wildcard can't accidentally bite the key pages Allow: /jobs$ Allow: /jobs/ Allow: /jobs/categories/ Allow: /jobs/category/ Allow: /company/ Allow: /feeds/ # Sitemaps Sitemap: https://greenhired.com/sitemap.xml