User-agent: *
Allow: /
Allow: /newstallyopen.html
Allow: /newstally
Allow: /newstally.html

# Block private pages
Disallow: /profile
Disallow: /settings
Disallow: /saved
Disallow: /?_route=
Disallow: /?_open=
Disallow: /?_open_user=
Disallow: /?_open_post=

# Allow Google News bot fully
User-agent: Googlebot-News
Allow: /
Allow: /newstallyopen.html

# Allow image crawling
User-agent: Googlebot-Image
Allow: /

# Crawl delay for heavy bots
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: SemrushBot
Crawl-delay: 10

# Sitemaps
Sitemap: https://newstally.online/sitemap.xml
Sitemap: https://newstally.online/sitemap-news.xml