#robots de Medios y Redes Online #cuidado que la configuracion de cada sitio es diferente. #Bloqueo OpenAI User-agent: GPTBot Disallow: / User-agent: chatGPT-user Disallow: / # Bloqueo basico para todos los bots y crawlers # puede dar problemas por bloqueo de recursos en GWT User-agent: * Allow: /wp-content/uploads/* Allow: /imagenes/* Allow: /wp-content/*.js Allow: /wp-content/*.css Allow: /wp-includes/*.js Allow: /wp-includes/*.css Disallow: /cgi-bin Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Allow: /wp-content/themes/*.css Allow: /wp-content/themes/*.js Disallow: /wp-includes/ Disallow: /*/attachment/ Disallow: /recomendado/ Disallow: /recomendado/* Disallow: /recomendado/*/page/ Disallow: /recomendado/*/feed/ Disallow: /page/ Disallow: /comments/ Disallow: /xmlrpc.php Disallow: /?attachment_id* # Bloqueo de las URL dinamicas Disallow: /*? #Bloqueo de busquedas User-agent: * Disallow: /?s= Disallow: /search # Bloqueo de trackbacks User-agent: * Disallow: /trackback Disallow: /*trackback Disallow: /*trackback* Disallow: /*/trackback # Bloqueo de feeds para crawlers User-agent: * Allow: /feed/$ Disallow: /feed/ Disallow: /comments/feed/ Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*/*/feed/$ Disallow: /*/*/feed/rss/$ Disallow: /*/*/trackback/$ Disallow: /*/*/*/feed/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$ # Estos bots molan User-agent: NinjaBot Allow: / User-agent: Mediapartners-Google* Allow: / User-agent: Googlebot-Image Allow: /wp-content/uploads/ Allow: /imagenes/ User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / # Ralentizamos algunos bots User-agent: noxtrumbot Crawl-delay: 20 User-agent: msnbot Crawl-delay: 20 User-agent: Slurp Crawl-delay: 20 # Bloqueo de bots y crawlers poco utiles User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / User-agent: Orthogaffe Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / # Previene problemas de recursos bloqueados en Google Webmaster Tools User-Agent: Googlebot Allow: /*.css$ Allow: /*.js$ # Sitemaps Sitemap: https://decoracion2.com/sitemap_index.xml Sitemap: https://decoracion2.com/category-sitemap.xml Sitemap: https://decoracion2.com/page-sitemap.xml Sitemap: https://decoracion2.com/post-sitemap1.xml Sitemap: https://decoracion2.com/post-sitemap2.xml Sitemap: https://decoracion2.com/post-sitemap3.xml Sitemap: https://decoracion2.com/post-sitemap4.xml Sitemap: https://decoracion2.com/post-sitemap5.xml Sitemap: https://decoracion2.com/post-sitemap6.xml Sitemap: https://decoracion2.com/post-sitemap7.xml Sitemap: https://decoracion2.com/post-sitemap8.xml Sitemap: https://decoracion2.com/post-sitemap9.xml Sitemap: https://decoracion2.com/post-sitemap10.xml Sitemap: https://decoracion2.com/post-sitemap11.xml Sitemap: https://decoracion2.com/post-sitemap12.xml Sitemap: https://decoracion2.com/post-sitemap13.xml Sitemap: https://decoracion2.com/post-sitemap14.xml Sitemap: https://decoracion2.com/post-sitemap15.xml Sitemap: https://decoracion2.com/post-sitemap16.xml Sitemap: https://decoracion2.com/post-sitemap17.xml Sitemap: https://decoracion2.com/post-sitemap18.xml Sitemap: https://decoracion2.com/post-sitemap19.xml Sitemap: https://decoracion2.com/post-sitemap20.xml Sitemap: https://decoracion2.com/post-sitemap21.xml Sitemap: https://decoracion2.com/post-sitemap22.xml #Opendeco blog #robots de Medios y Redes Online #cuidado que la configuracion de cada sitio es diferente. # Bloqueo basico para todos los bots y crawlers # puede dar problemas por bloqueo de recursos en GWT User-agent: * Allow: /opendeco/wp-content/uploads/* Allow: /opendeco/imagenes/* Allow: /opendeco/wp-content/*.js Allow: /opendeco/wp-content/*.css Allow: /opendeco/wp-includes/*.js Allow: /opendeco/wp-includes/*.css Disallow: /opendeco/cgi-bin Disallow: /opendeco/wp-content/plugins/ Disallow: /opendeco/wp-content/themes/ Allow: /opendeco/wp-content/themes/*.css Allow: /opendeco/wp-content/themes/*.js Disallow: /opendeco/wp-includes/ Disallow: /opendeco/*/attachment/ Disallow: /opendeco/tag/ Disallow: /opendeco/tag/* Disallow: /opendeco/tag/*/page/ Disallow: /opendeco/tag/*/feed/ Disallow: /opendeco/page/ Disallow: /opendeco/comments/ Disallow: /opendeco/xmlrpc.php Disallow: /opendeco/?attachment_id* # Bloqueo de las URL dinamicas Disallow: /opendeco/*? #Bloqueo de busquedas User-agent: * Disallow: /opendeco/?s= Disallow: /opendeco/search # Bloqueo de trackbacks User-agent: * Disallow: /opendeco/trackback Disallow: /opendeco/*trackback Disallow: /opendeco/*trackback* Disallow: /opendeco/*/trackback # Bloqueo de feeds para crawlers User-agent: * Allow: /opendeco/feed/$ Disallow: /opendeco/feed/ Disallow: /opendeco/comments/feed/ Disallow: /opendeco/*/feed/$ Disallow: /opendeco/*/feed/rss/$ Disallow: /opendeco/*/trackback/$ Disallow: /opendeco/*/*/feed/$ Disallow: /opendeco/*/*/feed/rss/$ Disallow: /opendeco/*/*/trackback/$ Disallow: /opendeco/*/*/*/feed/$ Disallow: /opendeco/*/*/*/feed/rss/$ Disallow: /opendeco/*/*/*/trackback/$ # Estos bots molan User-agent: NinjaBot Allow: /opendeco/ User-agent: Mediapartners-Google* Allow: /opendeco/ User-agent: Googlebot-Image Allow: /opendeco/wp-content/uploads/ Allow: /opendeco/imagenes/ User-agent: Adsbot-Google Allow: /opendeco/ User-agent: Googlebot-Mobile Allow: /opendeco/ # Ralentizamos algunos bots User-agent: noxtrumbot Crawl-delay: 20 User-agent: msnbot Crawl-delay: 20 User-agent: Slurp Crawl-delay: 20 # Bloqueo de bots y crawlers poco utiles User-agent: MSIECrawler Disallow: /opendeco/ User-agent: WebCopier Disallow: /opendeco/ User-agent: HTTrack Disallow: /opendeco/ User-agent: Microsoft.URL.Control Disallow: /opendeco/ User-agent: libwww Disallow: /opendeco/ User-agent: Orthogaffe Disallow: /opendeco/ User-agent: UbiCrawler Disallow: /opendeco/ User-agent: DOC Disallow: /opendeco/ User-agent: Zao Disallow: /opendeco/ User-agent: sitecheck.internetseer.com Disallow: /opendeco/ User-agent: Zealbot Disallow: /opendeco/ User-agent: MSIECrawler Disallow: /opendeco/ User-agent: SiteSnagger Disallow: /opendeco/ User-agent: WebStripper Disallow: /opendeco/ User-agent: WebCopier Disallow: /opendeco/ User-agent: Fetch Disallow: /opendeco/ User-agent: Offline Explorer Disallow: /opendeco/ User-agent: Teleport Disallow: /opendeco/ User-agent: TeleportPro Disallow: /opendeco/ User-agent: WebZIP Disallow: /opendeco/ User-agent: linko Disallow: /opendeco/ User-agent: HTTrack Disallow: /opendeco/ User-agent: Microsoft.URL.Control Disallow: /opendeco/ User-agent: Xenu Disallow: /opendeco/ User-agent: larbin Disallow: /opendeco/ User-agent: libwww Disallow: /opendeco/ User-agent: ZyBORG Disallow: /opendeco/ User-agent: Download Ninja Disallow: /opendeco/ User-agent: wget Disallow: /opendeco/ User-agent: grub-client Disallow: /opendeco/ User-agent: k2spider Disallow: /opendeco/ User-agent: NPBot Disallow: /opendeco/ User-agent: WebReaper Disallow: /opendeco/ # Previene problemas de recursos bloqueados en Google Webmaster Tools User-Agent: Googlebot Allow: /opendeco/*.css$ Allow: /opendeco/*.js$ # Sitemaps Sitemap: https://decoracion2.com/opendeco/sitemap_index.xml