User-Agent: *
Allow: /wp-content/uploads/
Allow: /feed/zen/
Allow: /feed/zen
Allow: /zen_feed/
Allow: /feed/turbo/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /template.html
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /tag
Disallow: /wp-json/
Disallow: /category
Disallow: /archive
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: /?feed=
Disallow: /?s=

Host: https://the-robot.ru/
Sitemap: https://the-robot.ru/sitemap.xml