User-agent: * Allow: / # Prefer / — do not crawl /index.html (covers legacy /index.html#… discoveries). # URL fragments (#about, #features, etc.) are not separate pages and cannot be listed here. Disallow: /index.html Sitemap: https://techgroupkenya.co.ke/sitemap.xml # AI discovery & policy (complementary to this file — not crawl blockers): # llms.txt — curated map of important pages for AI assistants # ai.txt — AI training / scraping / indexing / attribution preferences # Also published at: /.well-known/ai.txt # Preferred homepage URL is / (HTTP 301 from /index.html via _redirects). # App/events/blog live on their own hostnames and should self-canonicalize there. # # Also noindex via / X-Robots-Tag: legal pages, 404, and redirect stubs # (about, contact, careers, donate, services).