User-agent: *
Allow: /

# Disallow sensitive directories
Disallow: /controllers/
Disallow: /includes/
Disallow: /admin/
Disallow: /vendor/
Disallow: /cgi-bin/
Disallow: /backup/
Disallow: /tmp/
Disallow: /logs/

# Optional: Block specific files
Disallow: /sitemap-posts-*.xml$   # Individual sitemaps ko block kar sakte ho (optional)

# Allow important bots specifically
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Sitemaps (Important - Sirf Index wala rakhna best hai)
Sitemap: https://ownmates.com/sitemap.xml
Sitemap: https://ownmates.com/sitemap-index.xml
Sitemap: https://ownmates.com/sitemap-post-detail-id-1.xml

# Old / unnecessary lines hata diye