User-agent: * Allow: / # Allow search engines to crawl key content Allow: /~profile-card Allow: /~repo-card Allow: /~trending Allow: /~pricing Allow: /blog # Block only non-HTML and internal endpoints that cannot carry a meta tag. # App pages like /dashboard, /login, and /*/card/edit are intentionally NOT # blocked here: they ship , and # a robots.txt block would stop crawlers from ever seeing (and honoring) it. Disallow: /api/ Disallow: /_routes/ Disallow: /_auth/ Disallow: /admin/ Disallow: /.well-known/ # GitHub.com mirror probes — vocabulary matches # workers/utils/github-mirror-paths.json (site pages + repo tabs only). # Do NOT disallow bare names that are real GitHub users (map, tours, watching…). Disallow: /topics/ Disallow: /marketplace/ Disallow: /explore Disallow: /collections/ Disallow: /sponsors/ Disallow: /organizations/ Disallow: /orgs/ Disallow: /codespaces/ Disallow: /copilot/ Disallow: /*/tags Disallow: /*/activity Disallow: /*/actions Disallow: /*/releases Disallow: /*/issues Disallow: /*/pulls Disallow: /*/projects Disallow: /*/wiki Disallow: /*/security Disallow: /*/settings Disallow: /*/pulse Disallow: /*/network Disallow: /*/graphs Disallow: /*/stargazers Disallow: /*/watchers Disallow: /*/forks Disallow: /*/commits Disallow: /*/tree Disallow: /*/blob Disallow: /*/compare Disallow: /*/branches Disallow: /*/deployments Disallow: /*/packages Disallow: /*/discussions # Prevent unbounded design-state query variants from wasting crawl budget. # The clean page URL is the canonical; these variants add no indexable value. Disallow: /*?d=* Disallow: /*?state=* Disallow: /*?design=* Sitemap: https://githubcard.com/sitemap.xml