# AdSense crawler - allow everything
User-agent: Mediapartners-Google
Disallow:

# --- Blocked SEO / analytics crawlers ---

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-OCOB
Disallow: /

User-agent: semrush-bot-crawlfy
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SplitSignalBot
Disallow: /

User-agent: YandexBot
Disallow: /

#User-agent: Google-Extended
#Disallow: /

User-agent: *
Disallow: /whats-new/
Disallow: /account/
Disallow: /goto/
Disallow: /posts/
Disallow: /login/
Disallow: /admin.php
Disallow: /deferred.php
Disallow: /misc/style-variation
Disallow: /threads/*?view=reaction_score$
Disallow: /labs/
Disallow: /uix/toggle-
Disallow: /*/unread$
Disallow: /*/latest$
Disallow: /search/
Disallow: /*/post-*
Disallow: /members/
Disallow: /attachments/
Disallow: /help/
Disallow: /misc/
Disallow: /posts/*/reactions
Disallow: /threads/*/reactions


Sitemap: https://www.usmessageboard.com/sitemap.xml