User-agent: *
# Public content — crawl all of it
Allow: /
Allow: /biz/
Allow: /telangana/
Allow: /category/
Allow: /search.php
Allow: /offers.php
Allow: /events.php
Allow: /categories.php
Allow: /about.php
Allow: /contact.php
Allow: /plans.php
Allow: /sitemap.xml
Allow: /assets/images/
Allow: /assets/js/
Allow: /assets/css/
Allow: /best-of/
Allow: /area/
# Public AI API — read-only, rate-limited, intended for AI consumers.
Allow: /api/v1/public/

# Private / auth pages — no crawl
Disallow: /admin/
Disallow: /user/
Disallow: /includes/
Disallow: /api/v2/
Disallow: /api/v1/auth/
Disallow: /api/admin_moderate.php
Disallow: /api/owner_reply.php
Disallow: /api/submit_review.php
Disallow: /api/upload_review_photo.php
Disallow: /api/report_business.php
Disallow: /api/track_lead.php
Disallow: /api/debug_
Disallow: /api/test_
Disallow: /assets/uploads/claim_proofs/
Disallow: /assets/uploads/cities/
Allow: /assets/uploads/business_covers/
Allow: /assets/uploads/business_logos/
Allow: /assets/uploads/logos/
Allow: /assets/uploads/businesses/
Allow: /assets/uploads/reviews/
Disallow: /login.php
Disallow: /logout.php
Disallow: /signup.php
Disallow: /register.php
Disallow: /profile.php
Disallow: /switch_city.php
Disallow: /city_request.php
Disallow: /claim_business.php
Disallow: /manage_business.php
Disallow: /add_business.php
Disallow: /edit_business.php
Disallow: /post_requirement.php
Disallow: /request.php
Disallow: /cron/
Disallow: /og_image.php
Allow: /rss.php

# ─── AI CRAWLERS — explicitly welcome ──────────────────────────────────────
# Local360Connect exposes hyperlocal structured data via /api/v1/public/.
# We want answer engines to ground their responses on our verified data.

User-agent: GPTBot
Allow: /
Allow: /api/v1/public/
Disallow: /admin/
Disallow: /user/
Disallow: /api/v2/

User-agent: OAI-SearchBot
Allow: /
Allow: /api/v1/public/

User-agent: ChatGPT-User
Allow: /
Allow: /api/v1/public/

User-agent: ClaudeBot
Allow: /
Allow: /api/v1/public/

User-agent: Claude-Web
Allow: /
Allow: /api/v1/public/

User-agent: anthropic-ai
Allow: /
Allow: /api/v1/public/

User-agent: PerplexityBot
Allow: /
Allow: /api/v1/public/

User-agent: Google-Extended
Allow: /
Allow: /api/v1/public/

User-agent: Bytespider
Allow: /
Allow: /api/v1/public/

# ─── Block bad bots ────────────────────────────────────────────────────────
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Disallow: /

# ─── Sitemaps + API discovery ──────────────────────────────────────────────
Sitemap: https://local360connect.in/sitemap.xml
# Public API self-describing index — point AI crawlers at the structured data.
# (Not a sitemap directive — informational comment for human readers.)
# API: https://local360connect.in/api/v1/public/