################################################################################################################################### # # Bienvenido a Robots.txt de Rubiato Paredes. # ################################################################################################################################### Disallow: /customer/* Disallow: /checkout/* User-agent: Baiduspider Disallow: / User-agent: Yahoo! Slurp China Disallow: / User-agent: YandexBot Disallow: / User-agent: Yandex Disallow: / User-agent: YandexImages Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: noxtrumbot Crawl-delay: 50 User-agent: msnbot Crawl-delay: 30 User-agent: Slurp Crawl-delay: 10 User-agent: AhrefsBot Crawl-delay: 0100-0800 User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: Python-urllib Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Alexibot Disallow: / User-agent: Web Image Collector Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: Zeus Disallow: / User-agent: Zeus Link Scout Disallow: / User-agent: EroCrawler Disallow: / User-agent: LinkScan/8.1a Unix Disallow: / User-agent: Keyword Density/0.9 Disallow: / User-agent: WebCopier v3.2a Disallow: / User-agent: WebCapture 2.0 Disallow: / User-agent: WebCopier v.2.2 Disallow: / User-agent: EtaoSpider Disallow: / User-agent: Black Hole Disallow: / User-agent: Xenu\\\'s Link Sleuth 1.1c Disallow: / User-agent: Xenu\\\'s Disallow: / User-agent: FollowThatPage Disallow: / User-agent: MJ12bot Disallow: / # SEOkicks-Robot User-agent: SEOkicks-Robot Disallow: / # searchmetrics.com User-agent: SearchmetricsBot Disallow: / # seodiver.com/bot user-agent: SEOdiver disallow: / # openlinkprofiler.org/bot User-agent: spbot Disallow: / # backlinktest.com/crawler.html User-agent: BacklinkCrawler Disallow: / # seoscanners.net User-agent: seoscanners.net Disallow: / # screamingfrog.co.uk/seo-spider/ User-agent: Screaming Frog SEO Spider Disallow: / #Backlink Analysis User-agent: AhrefsBot Disallow: / #SEO PowerSuite User-agent: BLEXBot Disallow: / Sitemap: https://rubiatoparedes.com/tienda/sitemap2.xml