User-agent: *

# Prevent crawl waste (feeds, search, attachments)
Disallow: /discover/feed/
Disallow: /discover/comments/
Disallow: /discover/*?attachment_id=
Disallow: /discover/wp-json/
Disallow: /discover/?s=          # WordPress search

# Optional: Allow crawl of tag, author, and pagination for now (better to noindex via meta tag later)
Allow: /discover/tag/
Allow: /discover/author/
Allow: /discover/page/
Allow: /discover/creator/

# Allow uploads
Allow: /discover/wp-content/uploads/

# Disallow sensitive or private areas if any (uncomment if needed)
Disallow: /discover/wp-admin/

# Sitemap for WordPress (media/news)
Sitemap: https://www.bitrabo.com/discover/sitemap_index.xml

# Sitemap for main app/pages
Sitemap: https://www.bitrabo.com/sitemap.xml