# Robots txt codsito.com
# 2022-05-20
User-agent: *
Allow: /wp-content/uploads/*
Allow: /wp-content/*.js
Allow: /wp-content/*.css
Allow: /wp-content/*.ttf
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css
Allow: /wp-includes/*.ttf
Allow: /wp-admin/admin-ajax.php
Allow: /*.css$
Allow: /*.js$

#Fonts exceptions
Allow: /*.ttf

#Images exceptions
Allow: /*.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif

Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin

# Ficheros adjuntos
Disallow: /*/attachment/
Disallow: /?attachment_id*

# Desindexa las palabras de los posts
Disallow: /tag/
Disallow: /tag/*/page/
Disallow: /tag/*/feed/
# Otros elementos
Disallow: /page/
Disallow: /comments/
Disallow: /xmlrpc.php

# Bloqueo de las URL dinamicas
#Eliminado porque el them pone versiones a los ficheros.
#Disallow: /*?

# Bloqueo de busquedas
User-agent: *
Disallow: /?s=
Disallow: /search

# Bloqueo de trackbacks
User-agent: *
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback
 
# Bloqueo de feeds para crawlers
User-agent: *
Allow: /feed/$
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
Disallow: /*/*/feed/$
Disallow: /*/*/feed/rss/$
Disallow: /*/*/trackback/$
Disallow: /*/*/*/feed/$
Disallow: /*/*/*/feed/rss/$
Disallow: /*/*/*/trackback/$

# Ralentizamos algunos bots que se suelen volver locos
User-agent: noxtrumbot
Crawl-delay: 20
User-agent: msnbot
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20