# ACCESO BÁSICO PARA BOTS
User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# BLOQUEO DE CONTENIDO NO SEO
Disallow: /comments/feed/
Disallow: /feed/
Disallow: /*/feed$
Disallow: /*/feed/rss/$
Disallow: /*/*/feed/$
Disallow: /*/*/feed/rss/$
Disallow: /*/*/*/feed/$
Disallow: /*/*/*/feed/rss/$
Disallow: /trackback
Disallow: /*trackback*
Disallow: /*.pdf$
Disallow: /*/attachment/
Disallow: /?attachment_id*
Disallow: /*?wc-ajax=
Disallow: /*xoo_wsc*
Disallow: /*add-to-cart=*
Disallow: /checkout/
Disallow: /cart/
Disallow: /gracias-por-suscribirte
Disallow: /search
Disallow: /tag/*/page/
Disallow: /tag/*/feed/
Disallow: /embed
Disallow: /?s=

Disallow: /*?et_blog
Disallow: /*?ob
Disallow: /*?nabe

# PERMITIR CSS Y JS A GOOGLE
User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$

# CRAWL DELAY PARA BOTS PROBLEMÁTICOS
User-agent: msnbot
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20
User-agent: noxtrumbot
Crawl-delay: 20

# BLOQUEO DE BOTS NO DESEADOS
User-agent: HTTrack
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: wget
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: libwww
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: larbin
Disallow: /

# SITEMAP
Sitemap: https://materialbitcoin.com/sitemap_index.xml