# --- INDEXACIÓN PERMITIDA A GOOGLE Y BOTS PRINCIPALES ---

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

# --- BLOQUEO DE RUTAS PRIVADAS / INTERNAS ---

User-agent: *
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /account
Disallow: /carts
Disallow: /challenge

# --- BLOQUEO DE CONTENIDO DUPLICADO O NO RELEVANTE ---

Disallow: /search
Disallow: /collections/all
Disallow: /*?*sort_by=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*q=
Disallow: /*?*atr=
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*oseid=*
Disallow: /*__hstc=
Disallow: /*__hssc=
Disallow: /*__hsfp=
Disallow: /*utm_*
Disallow: /*fbclid=*
Disallow: /*+*
Disallow: /*%2B*
Disallow: /*%2b*

# --- BLOQUEO DE RUTAS TÉCNICAS Y DE APLICACIONES ---

Disallow: /apps/

# --- BLOQUEO Y CONTROL DE BOTS AGRESIVOS ---

User-agent: SemrushBot
Disallow: /
Crawl-delay: 10

User-agent: AhrefsBot
Disallow: /
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 1

User-agent: msnbot
Crawl-delay: 10

# --- BLOQUEO DE BOTS POCO FIABLES O NO RELEVANTES ---

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: trendictionbot
Disallow: /

# --- SITEMAP DECLARADO ---

Sitemap: https://weareyouin.com/sitemap.xml