# robots.txt for The Lake House on Canandaigua # Last updated: March 2026 # Allow all search engines and AI crawlers full access User-agent: * Allow: / Disallow: /admin/ Disallow: /wp-admin/ Disallow: /wp-includes/ # Disallow: /wp-content/plugins/ Disallow: /*?s= Disallow: /*?p= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ # Specific rules for search engine crawlers User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 # AI Platform Crawlers - explicitly allow for maximum visibility User-agent: GPTBot Allow: / Crawl-delay: 0 User-agent: CCBot Allow: / Crawl-delay: 0 User-agent: Claude-Web Allow: / Crawl-delay: 0 User-agent: PerplexityBot Allow: / Crawl-delay: 0 User-agent: Perplexity-Bot Allow: / Crawl-delay: 0 User-agent: anthropic-ai Allow: / Crawl-delay: 0 User-agent: Omgili Allow: / Crawl-delay: 0 # Block bad bots and scrapers User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / # Sitemap reference Sitemap: https://lakehousecanandaigua.com/sitemap.xml Sitemap: https://lakehousecanandaigua.com/post-sitemap.xml Sitemap: https://lakehousecanandaigua.com/page-sitemap.xml