SEO/AEO, Farb schema, breadcrumbs
This commit is contained in:
27
bizmatch/src/robots.txt
Normal file
27
bizmatch/src/robots.txt
Normal file
@@ -0,0 +1,27 @@
|
||||
# robots.txt for BizMatch
|
||||
User-agent: *
|
||||
Allow: /
|
||||
Allow: /home
|
||||
Allow: /listings
|
||||
Allow: /listings-2
|
||||
Allow: /listings-3
|
||||
Allow: /listings-4
|
||||
Allow: /details-business-listing/
|
||||
Allow: /details-commercial-property/
|
||||
|
||||
# Disallow private/admin areas
|
||||
Disallow: /admin/
|
||||
Disallow: /profile/
|
||||
Disallow: /dashboard/
|
||||
Disallow: /favorites/
|
||||
Disallow: /settings/
|
||||
|
||||
# Allow common crawlers
|
||||
User-agent: Googlebot
|
||||
Allow: /
|
||||
|
||||
User-agent: Bingbot
|
||||
Allow: /
|
||||
|
||||
# Sitemap location (served from backend API)
|
||||
Sitemap: https://biz-match.com/bizmatch/sitemap/sitemap.xml
|
||||
Reference in New Issue
Block a user