User-agent: * Disallow: /cgi-bin Disallow: /wp- Disallow: /?s= Disallow: *&s= Disallow: *?replytocom Disallow: *?preview_id= Disallow: *?add-to-cart= Disallow: /author/ Disallow: /tag/ Disallow: /sample-page/$ Disallow: /login Disallow: /admin Disallow: /login?ref=admin Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/*/ Allow: /wp-content/uploads/*/*/ User-agent: noxtrumbot Crawl-delay: 20 User-agent: Slurp Crawl-delay: 20 Sitemap: https://www.marco.com.pe/sitemap_index.xml