# robots.txt — whitepages.sg # Default: all crawlers (Googlebot, etc.) User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # AI search & grounding crawlers — explicitly opted in for AI-answer visibility. # ShapBot = Parallel Web Systems (Gemini "Grounding with Parallel Web Search") # bingbot = Microsoft Bing / Copilot / Web IQ grounding # OAI-SearchBot = OpenAI / ChatGPT search index # ChatGPT-User = ChatGPT live page fetch (real-time citations) # PerplexityBot = Perplexity search index # Perplexity-User = Perplexity live page fetch (real-time citations) # Claude-SearchBot = Anthropic Claude search index # Google-Extended = Google Gemini / Vertex AI grounding opt-in User-agent: ShapBot User-agent: bingbot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Claude-SearchBot User-agent: Google-Extended Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: / Sitemap: https://whitepages.sg/sitemap_index.xml