# KeepKnown robots.txt # https://keepknown.com/sitemap.xml User-agent: * Disallow: /admin/ Disallow: /cms/ Disallow: /accounts/ Disallow: /dashboard/ Disallow: /onboarding/ Disallow: /settings/ Disallow: /contacts/ Disallow: /payments/ Disallow: /catch/ Disallow: /webhooks/ Disallow: /paypal/ Disallow: /django-rq/ Disallow: /documents/ Disallow: /activate/ Disallow: /resend-verification/ Disallow: /logout/ # Faceted listing pages create thin duplicate URLs — block them. Disallow: /articles/?category= # Internal CTA links carry a source= attribution parameter. Those copies of # /sign-up/, /ghost-audit/ and /pricing/ only canonicalize back to the clean URL, # so keep crawlers on the clean pages. External campaign links use utm_* only. Disallow: /*?source= Disallow: /*&source= Allow: / Sitemap: https://keepknown.com/sitemap.xml