User-agent: * Allow: / # Block admin/CMS pages Disallow: /cms/ Disallow: /admin/ # Block functional endpoints (not content pages) Disallow: /payment/ Disallow: /hashtag-export/ Disallow: /profile-export/ Disallow: /unified-search/ Disallow: /image-proxy/ Disallow: /api/ # Block search result URLs (noindexed, but no point crawling) Disallow: /?q= Disallow: /es/?q= Disallow: /pt/?q= Disallow: /id/?q= Disallow: /de/?q= Disallow: /fr/?q= Disallow: /ar/?q= Disallow: /hashtag-search/?q= # Block auth pages Disallow: /login/ Disallow: /register/ Disallow: /logout/ Sitemap: https://tkmetrics.com/sitemap.xml