initial

web/robots.txt

@@ -0,0 +1,42 @@
+# C & I Electrical Contractors - Robots.txt
+# https://www.cielectrical.com
+
+User-agent: *
+Allow: /
+
+# Disallow admin and private areas
+Disallow: /api/
+Disallow: /_next/
+Disallow: /admin/
+Disallow: /private/
+
+# Allow important pages
+Allow: /about
+Allow: /contact
+Allow: /residential
+Allow: /commercial
+Allow: /reviews
+Allow: /projects
+Allow: /*/electrician
+Allow: /*/emergency-electrician
+Allow: /*/panel-upgrades
+Allow: /*/ev-charger-install
+
+# Crawl delay for respectful crawling
+Crawl-delay: 1
+
+# Sitemap location
+Sitemap: https://www.cielectrical.com/sitemap.xml
+
+# Additional sitemaps for specific content types
+Sitemap: https://www.cielectrical.com/sitemap.xml
+
+# Google specific directives
+User-agent: Googlebot
+Allow: /
+Crawl-delay: 1
+
+# Bing specific directives
+User-agent: Bingbot
+Allow: /
+Crawl-delay: 1