User-agent: *
Disallow: /wp-admin/
Disallow: /user
Disallow: /category/
Disallow: /tags/
Disallow: /taxonomy/
Disallow: /archive/
Disallow: /wp-json/
Disallow: /wp-content/plugins/
Disallow: /wp-comments-post.php
Disallow: /wp-content/themes
Disallow: /wp-content/themes/*
Disallow: /wp-includes/*
Disallow: /cdn-cgi/l/email-protection
Allow: /*.jpg
Allow: /*.gif
Allow: /*.png
Allow: /*.webp

User-agent: Googlebot
Allow: /wp-admin/css
Allow: /wp-admin/js

User-agent: SemrushBot
Disallow: /wp-content/cache/minify/*
Sitemap: https://www.migrateto.net/sitemap_index.xml