User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-login.php Disallow: /xmlrpc.php # Block AI training crawlers User-agent: ClaudeBot Disallow: / User-agent: GPTBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / # Allow Claude-User and Claude-SearchBot (visibility in AI answers) # Simply omit them, or explicitly allow: User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / Sitemap: https://deurell.se/sitemap.xml