User-agent: *
Disallow: /images/
Disallow: /acceso/
Disallow: /admin/
Disallow: /mi_pedido/
Disallow: /ver_carrito/
Disallow: /ayuda/
Disallow: /contenidos/
Disallow: /bookwire/
Disallow: /cache/
Disallow: /desarrollo2/
Disallow: /elsevier/
Disallow: /epubreader/
Disallow: /css/
Disallow: /js/
Disallow: /templates/
Disallow: /hybrid/
Disallow: /hybridauth/
Disallow: /boletines/
Disallow: /images_autores/
Disallow: /pops/
Disallow: /inc/
Disallow: /add/agrega_deseo/
Disallow: /videos/
Disallow: /request/as/ebook/
Disallow: /paypal/
Disallow: /tmp/
Disallow: /session/
Disallow: /add/

User-agent: AhrefsBot/5.0
Disallow: /
User-agent: AhrefsBot 
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot/1.1
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: YandexBot/3.0
Disallow: /

# Users inutiles
User-agent: Adidum/1.0
Disallow: /

User-agent: AhrefsBot/5.0
Disallow: /

User-agent: BLEXBot/1.0
Disallow: /

User-agent: BREW-Applet/0x20068888 
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: CFNetwork/760.2.6
Disallow: /

User-agent: DotBot/1.1
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: EveryoneSocialBot
Disallow: /

User-agent: Exabot/3.0
Disallow: /

User-agent: Exalead Previewer
Disallow: /

User-agent: Genieo/1.0
Disallow: /

User-agent: Gigabot/1.0
Disallow: /

User-agent: Go 1.1 package
Disallow: /

User-agent: GrapeshotCrawler/2.0
Disallow: /

User-agent: HTTrack 3.0x
Disallow: /

User-agent: IstellaBot/1.23.15
Disallow: /

User-agent: Mail.RU
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: Nutch-1.10
Disallow: /

User-agent: Nutch-1.7
Disallow: /

User-agent: PaperLiBot/2.1
Disallow: /

User-agent: Ripper
Disallow: /

User-agent: SafeSearch microdata crawler 
Disallow: /

User-agent: Sogou web spider/4.0
Disallow: /

User-agent: WBSearchBot/1.1
Disallow: /

User-agent: WinHttp
Disallow: /

User-agent: Xenu Link Sleuth/1.3.8
Disallow: /

User-agent: YandexBot/3.0
Disallow: /

User-agent: cURL
Disallow: /

User-agent: coccoc/1.0
Disallow: /

User-agent: heritrix/1.12.1
Disallow: /

User-agent: linkdexbot/2.2
Disallow: /

User-agent: proximic
Disallow: /

User-agent: psbot-page
Disallow: /

User-agent: psbot/0.1
Disallow: /

User-agent: spbot/4.4.2
Disallow: /

User-agent: woobot/2.0
Disallow: /
# 1. Directiva global (se aplica a todos los bots)
User-agent: *
# Establece un delay alto como medida de precaución general
Crawl-delay: 10

# PROHIBICIÓN EXPLÍCITA DE RUTAS INTERNAS (para evitar load innecesario)
Disallow: /add/
Disallow: /add/*
Disallow: /search*
Disallow: /admin/


# 2. Restricciones a rastreadores de alto volumen identificados
#    (Se añade Disallow por si acaso, aunque ya está en el global)

# Amazonbot
User-agent: Amazonbot
Crawl-delay: 5
Disallow: /autor/
Disallow: /add/
Disallow: /add/*

# Baiduspider
User-agent: Baiduspider
Crawl-delay: 5
Disallow: /add/
Disallow: /add/*

# Bingbot (Microsoft)
User-agent: bingbot
Crawl-delay: 5

# YandexBot
User-agent: YandexBot
Crawl-delay: 10

# 3. Regla específica para Googlebot
# Googlebot ignora Crawl-delay. La restricción debe ser por ruta.
User-agent: Googlebot
Crawl-delay: 0
Disallow: /add/
Disallow: /add/*
Disallow: /search*

# 4. Permiso explícito para /ebook/ (Asegura el rastreo del catálogo)
User-agent: *
Allow: /ebook/