# Allow all search engines to crawl public content
User-agent: *
Allow: /
Allow: /search/
Allow: /about/
Allow: /features/
Allow: /how-it-works/
Allow: /faq/
Allow: /privacy-policy/
Allow: /terms/
Allow: /refund-policy/

# Block sensitive areas from all search engines
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

# Specific rules for Google (can be removed since general rules above are sufficient)
User-agent: Googlebot
Allow: /
Allow: /search/
Allow: /about/
Allow: /features/
Allow: /how-it-works/
Allow: /faq/
Allow: /privacy-policy/
Allow: /terms/
Allow: /refund-policy/

# Block all other search engines and scrapers from sensitive areas
User-agent: Bingbot
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: Slurp
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: DuckDuckBot
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: Baiduspider
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: YandexBot
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: AhrefsBot
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: SemrushBot
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: MJ12bot
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: DotBot
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: BLEXBot
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: Screaming Frog SEO Spider
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

User-agent: Sogou web spider
Disallow: /api/
Disallow: /_next/
Disallow: /auth/
Disallow: /profile/
Disallow: /property/
Disallow: /pay_rent/
Disallow: /property-management/
Disallow: /verification/
Disallow: /notification-test/
Disallow: /subscription/
Disallow: /payment/
Disallow: /bookings/
Disallow: /reports/

# Sitemap
Sitemap: https://getroomie.in/sitemap.xml