# ribbonoem.com — robots.txt
# Deployed to wp-content/uploads/robots.txt and served by the
# shipb2b-custom-robots MU plugin. Cloudflare prepends its own managed
# block above this file at the edge; do not paste that block in here.
# Rationale for every line lives in the ShipB2B repo history, not here.
# Last reviewed: 2026-09-17
# 2026-09-15: added Disallow: /wp-json/contact-form-7/ to every group. Evidence:
# trp-ajax.php hits went to 0 after the 2026-08-28 inheritance patch, but Googlebot
# (66.249.*) kept GET-crawling the CF7 schema endpoint across all locales: 185 hits
# in 7 days (09-08..09-14). No group had any /wp-json/ rule — adding to * AND every
# named group per the mirror convention. Form POSTs by real buyers are unaffected
# (robots.txt governs crawling, not browser fetch). Log verification pending recrawl.
# 2026-09-17: the 09-15 rule only matches the root path. Googlebot logs 09-15..09-17:
# 63 of 66 hits on the CF7 schema endpoint were language-prefixed (/fi/wp-json/...,
# /de/wp-json/...), which that rule never blocked. Added Disallow: /*/wp-json/contact-form-7/
# to every group, next to the root rule.

# MEEDEE Ribbon Robots.txt
# Last updated: 2026-08-02
# Goal: Allow AI crawlers (GPTBot, ClaudeBot, PerplexityBot) + traditional search bots
# 
# For AI discovery file: https://ribbonoem.com/llms.txt
# For XML sitemap: https://ribbonoem.com/sitemap_index.xml

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes, use=reference
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# ============================================================
# AI/Crawler Access - Explicitly ALLOW for GEO optimization
# ============================================================

# Googlebot (includes Google AI Overviews crawling)
User-agent: Googlebot
Crawl-delay: 1
Allow: /
Allow: /blog/
Allow: /ribbons/
Allow: /custom-ribbon/
Allow: /oem-odm/
Allow: /factory/
Allow: /about/
Allow: /quality-certifications/
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/
Sitemap: https://ribbonoem.com/sitemap_index.xml

# GPTBot (OpenAI models - ChatGPT, Custom GPTs)
User-agent: GPTBot
Crawl-delay: 2
Allow: /
Allow: /llms.txt
Allow: /blog/
Allow: /ribbons/
Allow: /custom-ribbon/
Allow: /oem-odm/
Allow: /factory/
Allow: /about/
Allow: /quality-certifications/
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-includes/js/
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# ClaudeBot (Anthropic Claude models)
User-agent: ClaudeBot
Crawl-delay: 2
Allow: /
Allow: /llms.txt
Allow: /blog/
Allow: /ribbons/
Allow: /custom-ribbon/
Allow: /oem-odm/
Allow: /factory/
Allow: /about/
Allow: /quality-certifications/
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-includes/js/
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# PerplexityBot (Perplexity.ai crawler)
User-agent: PerplexityBot
Crawl-delay: 2
Allow: /
Allow: /llms.txt
Allow: /blog/
Allow: /ribbons/
Allow: /custom-ribbon/
Allow: /oem-odm/
Allow: /factory/
Allow: /about/
Allow: /quality-certifications/
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-includes/js/
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# DuckDuckBot (DuckDuckGo search engine)
# ============================================================
# 2026-08-23: newer AI assistant user-agents. GPTBot/ClaudeBot/PerplexityBot
# above cover indexing; these cover real-time retrieval and citation, which is
# what actually sends buyers. Measured across the portfolio the same day:
# AI Assistant sessions engage at 53-72%% vs 13-43%% for direct traffic.
# ============================================================

User-agent: OAI-SearchBot
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

User-agent: ChatGPT-User
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

User-agent: Claude-Web
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

User-agent: Claude-SearchBot
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

User-agent: Perplexity-User
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

User-agent: Google-Extended
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

User-agent: Applebot-Extended
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

User-agent: cohere-ai
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

User-agent: DuckAssistBot
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

User-agent: DuckDuckBot
Crawl-delay: 1
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# Bingbot (Microsoft Bing search)
User-agent: Bingbot
Crawl-delay: 1
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/
Sitemap: https://ribbonoem.com/sitemap_index.xml

# SeznamBot (Czech search engine)
User-agent: SeznamBot
Crawl-delay: 2
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# YandexBot (Yandex search engine)
User-agent: YandexBot
Crawl-delay: 1
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# AhrefsBot (SEO crawler)
User-agent: AhrefsBot
Crawl-delay: 3
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# SemrushBot (SEO crawler)
User-agent: SemrushBot
Crawl-delay: 3
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# MJ12bot (Majestic SEO)
User-agent: MJ12bot
Crawl-delay: 5
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# PetalBot (Huawei search)
User-agent: PetalBot
Crawl-delay: 2
Allow: /
# —— 以下与 User-agent: * 组保持一致（2026-08-28 补齐）——
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Disallow: /wp-content/themes/generatepress-child/bak/
Disallow: /wp-content/plugins/*/vendor/
Disallow: /*.php$
Disallow: /*.py$
Disallow: /*.md$
Disallow: /?s=
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-json/contact-form-7/
Disallow: /*/wp-json/contact-form-7/

# ============================================================
# Sitemap
# ============================================================
Sitemap: https://ribbonoem.com/sitemap_index.xml
Sitemap: https://ribbonoem.com/recovery-sitemap.xml
# ^ 临时：2026-07-28 劫持事件的强制重抓清单。spam 曝光连续 7 天为 0 后
#   连同该文件一起删除；最迟 2026-10-01 复查。

# ============================================================
# Notes for Webmasters
# ============================================================
# - All B2B-focused blog content at /blog/ is optimized for buyer intent
# - Product catalogs organized by material and application at /ribbons/
# - llms.txt provides structured AI discovery with forbidden claims section
# - Factory photos are first-party, shot July 2026 on Canon EOS R5
# - Founder story includes Annie's 20-year expansion narrative
# - Contact: info@ribbonoem.com | +86-131-1073-9215