User-agent: *
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Keep all public pages and rendering resources crawlable.
# If a page should not appear in search, use noindex on that page instead
# of blocking Googlebot in robots.txt.

Sitemap: https://skipcut.com/sitemap.xml
Sitemap: https://skipcut.com/news-sitemap.xml

# Block archive.org
User-agent: ia_archiver
Disallow: /

# Block common SEO/scraper bots that are not needed for indexing
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /