# ============================================================ # robots.txt — SmartZone LK (Router & Tech E-Commerce) # ============================================================ User-agent: * Allow: / Disallow: /admin Disallow: /admin.php Disallow: /api/ Disallow: /includes/ Disallow: /checkout Disallow: /checkout.php Disallow: /cart Disallow: /cart.php Disallow: /account Disallow: /account.php Disallow: /login Disallow: /login.php Disallow: /logout Disallow: /logout.php Disallow: /forgot-password Disallow: /forgot-password.php Disallow: /reset-password Disallow: /reset-password.php Disallow: /google-auth.php Disallow: /payzy-proxy.php Disallow: /payzy-setup.php Disallow: /payzy-test.php Disallow: /test_api.php Disallow: /debug_dir.php Disallow: /fix_permissions.php Disallow: /delete_displays.php Disallow: /list_uploads.php Disallow: /loging.php Disallow: /response.php # AI Search Engine Crawlers (ChatGPT, Perplexity, Claude, Gemini, Apple, Meta) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: meta-externalagent Allow: / User-agent: Bytespider Allow: / # Allow public landing pages Allow: /shop Allow: /product/ Allow: /guide/ Allow: /category/ Allow: /categories Allow: /contact Allow: /tracking Allow: /policy Allow: /wholesale-register Allow: /llms.txt Allow: /llms-full.txt # SEO Landing Pages (keyword-targeted) Allow: /unlock-routers-in-sri-lanka Allow: /dialog-s50-router Allow: /slt-s10-router Allow: /huawei-router-unlock Allow: /zte-router-unlock Allow: /buy-4g-router-sri-lanka Allow: /buy-5g-router-sri-lanka Allow: /router-unlock Allow: /unlocked-routers # Allow public assets Allow: /assets/ Allow: /uploads/ # Sitemap & LLM Knowledge Locations Sitemap: https://smartzonelk.lk/sitemap.xml Sitemap: https://smartzonelk.lk/sitemap-images.xml # LLMs: https://smartzonelk.lk/llms.txt