# Techlink GH — https://techlinkgh.com
# Public marketing and SEO pages are open to every crawler. The signed-in
# dashboards are not: they are behind auth, render nothing useful to a bot,
# and would only bloat the crawl budget.

User-agent: *
Allow: /
Disallow: /main/
Disallow: /admin/
Disallow: /agent/
Disallow: /cp/
Disallow: /payment/
Disallow: /*?token=
# A buyer's purchase page. The token in the path IS the credential, so these
# must never be crawled, cached or indexed — and /d/<slug> product pages, which
# very much should be, sit right next to them.
Disallow: /d/access/
Disallow: /d/recover

# Two sitemaps, and they cover different things.
#   sitemap.xml          static marketing pages, written at build time by
#                        scripts/generate-seo-html.mjs
#   sitemap-content.xml  blog articles and digital products, served live by the
#                        API (backend/controllers/sitemapController.js) because
#                        they are created long after the build
Sitemap: https://techlinkgh.com/sitemap.xml
Sitemap: https://techlinkgh.com/sitemap-content.xml