User-agent: * # Allow # Evita bloqueos de CSS y JS. Allow: /*.js$ Allow: /*.css$ Allow: */modules/*.css Allow: /feed/$ Allow: /*.css Allow: /*.js Allow: /wp-admin/*.js Allow: /wp-admin/*.css Allow: /wp-admin/admin-ajax.php Allow: /wp-includes/js/jquery/jquery.js Allow: /wp-includes/js/* #Indicamos que estas reglas son aplicables a todos los buscadores Disallow: /cgi-bin Disallow: /sitemap/ Disallow: /user/ Allow: /user/emontero/ Disallow: /author/ Allow: /author/emontero/ Disallow: /?format=feed&type=rss Disallow: /wp-register.php Disallow: /xmlrpc.php Disallow: /template.html Disallow: /wp-comments Disallow: /cgi-bin Disallow: /trackback Disallow: /feed Disallow: /comments Disallow: /comment-page Disallow: /replytocom= Disallow: /author Disallow: /?author= Disallow: /tag Disallow: /?feed= Disallow: /?s= Disallow: /?se= Disallow: /prueba Disallow: *?replytocom Disallow: /?s= Disallow: /author/*/$ Disallow: /wp-admin/admin-ajax.php* Disallow: /?controller=* # Impedir que /permalink/feed/ sea indexado pues el feed de comentarios suele psicionarse antes de los post. # Impedir URLs terminadas en /trackback/ que sirven como Trackback URI (contenido duplicado). Disallow: /comments/feed Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*/*/feed/$ Disallow: /*/*/feed/rss/$ Disallow: /*/*/trackback/$ Disallow: /*/*/*/feed/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$ Disallow: /comments/feed/ Disallow: /wp-admin/ Disallow: /wp-login/ Disallow: /wp-content/uploads/woocommerce_pdf_invoices Disallow: /wp-includes/ Disallow: /*/feed/ Disallow: /*/trackback/ Disallow: /*/attachment/ Disallow: /author/ Allow: /blog/page* Disallow: /*/feed/ Disallow: /tag/*/page/ Disallow: /tag/*/feed/ Disallow: /comments/ Disallow: /xmlrpc.php Disallow: /*?s= Disallow: /*/*/*/feed.xml Disallow: /?attachment_id* ################### Disallow: /mi-cuenta/* Disallow: /carro/* Disallow: /total-pedido/* Disallow: /404/* ################### Disallow: /?s= Disallow: /search # Lista de bots que deberías permitir. User-agent: Googlebot-Image Allow: /wp-content/uploads/ User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / # Lista de bots que generan consultas abusivas aunque siguen las pautas del archivo robots.txt User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: /