# ************************************#
#               HAL9000               #
#               -------               #
#               DIVERSUAL             #
# ************************************#
User-agent: *
# PAGINAS PRIVADAS
Disallow: /*?tag=
Disallow: /*?id_currency=
Disallow: /*?search_query=
Disallow: /*&tag=
Disallow: /*&id_currency=
Disallow: /*&search_query=
Disallow: /*&back=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-opc
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking
# DIRECTORIOS
Disallow: */classes/
Disallow: */config/
Disallow: */download/
Disallow: */mails/
Disallow: */translations/
Disallow: */tools/
Disallow: */ver-mas/instrucciones/pdf/
# Filtros de busqueda
Disallow: */s-1/
Disallow: */s-2/
Disallow: */s-3/
Disallow: */s-4/
Disallow: */s-5/
Disallow: */s-6/
Disallow: */s-7/
Disallow: */s-8/
Disallow: */s-9/
Disallow: */doofinder/
Disallow: */module/mailalerts/actions
Disallow: */modules/blockcart
Disallow: */modules/pm_advancedsearch4
Disallow: */modules/paypal
Disallow: */fernandez/factchecked.html
#Disalloow: */en/
#Disalloow: */fr/
# BLOG Se quitan idiomas <> ES, categorias y enlaces no amigables
Disallow: /*errordeblogposts
# Files
Disallow: /*en/password-recovery
Disallow: /*en/address
Disallow: /*en/addresses
Disallow: /*en/cart
Disallow: /*en/discount
Disallow: /*en/order-history
Disallow: /*en/identity
Disallow: /*en/order-follow
Disallow: /*en/order-slip
Disallow: /*en/order
Disallow: /*en/search
Disallow: /*en/guest-tracking
Disallow: /*en/quick-order
Disallow: /*fr/mot-de-passe-oublie
Disallow: /*fr/adresse
Disallow: /*fr/adresses
Disallow: /*fr/panier
Disallow: /*fr/bons-de-reduction
Disallow: /*fr/historique-des-commandes
Disallow: /*fr/identite
Disallow: /*fr/details-de-la-commande
Disallow: /*fr/avoirs
Disallow: /*fr/commande
Disallow: /*fr/recherche
Disallow: /*fr/suivi-commande-invite
Disallow: /*fr/commande-rapide
Disallow: /*es/contrasena-olvidado
Disallow: /*es/direccion
Disallow: /*es/direcciones
Disallow: /*es/descuento
Disallow: /*es/historial-de-pedidos
Disallow: /*es/identidad
Disallow: /*es/devolucion-de-productos
Disallow: /*es/vales
Disallow: /*es/buscar
Disallow: /*es/pedido-rapido
Disallow: /*es/carrito-compra
# SITEMAP
Sitemap: https://www.diversual.com/1_index_sitemap.xml
# SPECIFIC BOTS
User-agent: Nutch
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yahoo! Slurp China
Disallow: /

User-agent: YandexBot
Disallow: / 

User-agent: Yandex
Disallow: / 

User-agent: YandexImages
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: Web Image Collector
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: EroCrawler
Disallow: /

User-agent: LinkScan/8.1a Unix
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /

User-agent: WebCopier v3.2a
Disallow: /

User-agent: WebCapture 2.0
Disallow: /

User-agent: WebCopier v.2.2
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: Black Hole
Disallow: /

User-agent: Xenu\\\'s Link Sleuth 1.1c
Disallow: /

User-agent: Xenu\\\'s
Disallow: /

# Majestic solo cada 10 segundos
User-agent: MJ12bot
Crawl-Delay: 10