Crawl-delay: 10Allow: /wp-content/themes/* Allow: /wp-content/plugins/* Allow: /wp-content/uploads/* Allow: /wp-includes/* Allow: /wp-json/* Disallow: /wp-admin/ Disallow: /cgi-bin Disallow: /*? Disallow: /wp- Disallow: /search Disallow: /author/ Disallow: */rss Disallow: */embed Sitemap: https://microbiomedata.org/sitemap.xml # START YOAST BLOCK # --------------------------- User-agent: * Disallow: Sitemap: http://microbiomedata.org/sitemap_index.xml # --------------------------- # END YOAST BLOCK