User-agent: * 
Crawl-delay: 60 # 60 segundos entre cada request

# wordpress
Disallow: /xmlrpc.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

Disallow: /*/xmlrpc.php
Disallow: /*/wp-admin/
Disallow: /*/wp-includes/
Disallow: /*/wp-content/plugins/
Disallow: /*/wp-content/cache/
Disallow: /*/wp-content/themes/
Disallow: /readme.html
Sitemap: https://alveardiario.com/sitemap_index.xml

# Permitir Google Webmaster Tool
User-agent: Googlebot
Allow: /*.js$
Allow: /*.css$

Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /*.sql$

# Bloqueo de las URL dinamicas
Disallow: /*?

# Bloqueo de busquedas
Disallow: /?s=
Disallow: /search

# Bloqueo de trackbacks
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback