# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
Sitemap: https://subcenter.io/sitemap.xml

User-agent: *
Disallow: /subscriptions
Disallow: /settings
Disallow: /costs
Disallow: /family
Disallow: /checkout
Disallow: /change-plan
Disallow: /getting-started
Disallow: /kickoff
Disallow: /ready
Disallow: /the-million
Disallow: /the-million-jobs
Disallow: /calendar/
Disallow: /unsubscribe/
Disallow: /resubscribe/
Disallow: /quality-feedback/
Disallow: /keep-account/
Disallow: /teams/r/
Disallow: /teams/join/
Disallow: /teams/unsubscribe/
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /