User-agent: * Allow: /*.css$ Allow: /*.js$ Disallow: /uploads/ Disallow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-content/upgrade/ Disallow: /wp-includes/ Disallow: /login/ Disallow: /trackback/ Disallow: /wp-admin/ Disallow: /sin-categoria/ Disallow: /vinilos/ Disallow: /rating_over/ Disallow: /archives/ Disallow: /cgi-bin/ Disallow: /shop/ Disallow: /tienda/ Disallow: /feed/$ Disallow: /feed Disallow: /comments/feed Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*/*/feed/$ Disallow: /*/*/feed/rss/$ Disallow: /*/*/trackback/$ Disallow: /*/*/*/feed/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$ Disallow: /?s= Disallow: /search Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*?* Disallow: /author/ Disallow: /tag/ Disallow: /*/page/$ Disallow: /*/*/page/$ Disallow: /*/pages/$ Disallow: /*/*/pages/$ Disallow: /territoriodeninos_d/ Disallow: /pirineos/ Disallow: /jugaresgratis_1/ Disallow: /niceto* Disallow: /intercambios/ Disallow: /foro/ Disallow: /foro-simsbit/ Disallow: /iconos/ Disallow: /juegosflash/ Disallow: /pphlogger/ Disallow: /pirineos/ Allow: /*/wp-content/uploads/ Disallow: /*/feed/$ Disallow: /*/wp- Disallow: /*/wp-content/ Disallow: /*/trackback/ Disallow: /*/wp-admin/ Disallow: /*/feed/ Disallow: /*/?s= Disallow: /*/search Disallow: /*/archives/ Disallow: /*/index.php Disallow: /*/*? Disallow: /*/*.php$ Disallow: /*/*.js$ Disallow: /*/*.inc$ Disallow: /*/*.css$ Disallow: /*/*/feed/ Disallow: /*/trackback/ Disallow: /*/page/ Disallow: /*/tag/ Disallow: /*/category/ Disallow: /*/wp-includes/ Disallow: /*/login/ Disallow: /*/sin-categoria/ # No indexar copias de seguridad Disallow: /*.sql$ Disallow: /*.tgz$ Disallow: /*.gz$ Disallow: /*.tar$ Disallow: /*.svn$ User-agent: Googlebot # Permitir bot de Adsense. Opcional, pero recomedable si lo usamos. User-agent: Mediapartners-Google* Allow: / # Permitir a Google Imagenes indexar nuestras imagenes. Opcional. User-Agent: Googlebot-Image Disallow: /wp-includes/ Allow: /wp-content/uploads/ Allow: /imagenes/ Allow: / Disallow: */wp-includes/ Allow: */wp-content/uploads/ User-Agent: msnbot Allow: / User-Agent: yahoobot Allow: / User-Agent: Teoma Allow: / User-Agent: Slurp Allow: / # Bloqueo basico para todos los bots y crawlers # puede dar problemas por bloqueo de recursos en GWT User-agent: * Allow: /wp-content/uploads/* Allow: /wp-content/*.js Allow: /wp-content/*.css Allow: /wp-includes/*.js Allow: /wp-includes/*.css Disallow: /cgi-bin Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-includes/ Disallow: /*/attachment/ Disallow: /tag/*/page/ Disallow: /tag/*/feed/ Disallow: /page/ Disallow: /comments/ Disallow: /xmlrpc.php Disallow: /?attachment_id* # Bloqueo de las URL dinamicas Disallow: /*? #Bloqueo de busquedas User-agent: * Disallow: /?s= Disallow: /search # Bloqueo de trackbacks User-agent: * Disallow: /trackback Disallow: /*trackback Disallow: /*trackback* Disallow: /*/trackback # Bloqueo de feeds para crawlers User-agent: * Allow: /feed/$ Disallow: /feed/ Disallow: /comments/feed/ Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*/*/feed/$ Disallow: /*/*/feed/rss/$ Disallow: /*/*/trackback/$ Disallow: /*/*/*/feed/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$ # Ralentizamos algunos bots que se suelen volver locos User-agent: noxtrumbot Crawl-delay: 20 User-agent: msnbot Crawl-delay: 20 User-agent: Slurp Crawl-delay: 20 # Bloqueo de bots y crawlers poco utiles User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / User-agent: Orthogaffe Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / User-agent: ia_archiver Disallow: / User-agent: duggmirror Disallow: / # Previene problemas de recursos bloqueados en Google Webmaster Tools User-Agent: Googlebot Allow: /*.css$ Allow: /*.js$ Sitemap: https://juegosabiertos.com/sitemap_index.xml Sitemap: https://juegosabiertos.com/post-sitemap.xml Sitemap: https://juegosabiertos.com/page-sitemap.xml Sitemap: https://juegosabiertos.com/juegosonline/sitemap_index.xml Sitemap: https://juegosabiertos.com/juegosonline/post-sitemap.xml Sitemap: https://juegosabiertos.com/juegosonline/category-sitemap.xml Sitemap: https://juegosabiertos.com/juegosonline/page-sitemap.xml