User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-content/uploads/documents/
Disallow: /register/
Disallow: /document-login
Disallow: /d/
Disallow: /d?h=
Disallow: /sales-dashboard/
Disallow: /mockups/
# --- AI training crawlers -------------------------------------------------
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Seekr
Disallow: /

# --- Control tokens -------------------------------------------------------
User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# --- SEO / backlink crawlers ----------------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: YandexBot
Disallow: /

Sitemap: https://www.chemline.com/sitemap_index.xml