User-agent: AhrefsSiteAudit Disallow: / # disallow everything User-agent: archive.org_bot Disallow: / # disallow everything User-agent: ZoominfoBot Disallow: / # disallow everything User-agent: Baiduspider Disallow: / # disallow everything User-agent: AhrefsBot Disallow: / # disallow everything User-agent: MJ12bot Disallow: / # disallow everything User-agent: BLEXBot Disallow: / # disallow everything User-agent: DotBot Disallow: / # disallow everything User-agent: YandexBot Disallow: / # disallow everything User-agent: Yandex Disallow: / # disallow everything User-agent: Amazonbot # Amazon's user agent Disallow: / # disallow everything User-agent: amazon-kendra-web-crawler-* # Amazon Kendra's web crawler Disallow: / # disallow everything User-agent: Bytespider # Bytespider user agent Disallow: / # disallow everything User-agent: SemrushBot # SemrushBot user agent Disallow: / # disallow everything User-agent: bingbot # Bingbot user agent Disallow: / # disallow everything User-agent: PetalBot # PetalBot user agent Disallow: / # disallow everything User-agent: Googlebot-image Disallow: / User-agent: * # all user agents Disallow: / # disallow everything Disallow: /cgi-bin/ # disallow this directory Disallow: /files/ # disallow this directory Disallow: /img/ # disallow this directory Disallow: /css/ # disallow this directory Disallow: /_vti_txt/ # disallow this directory Disallow: /_vti_pvt/ # disallow this directory Disallow: /_vti_log/ # disallow this directory Disallow: /_vti_cnf/ # disallow this directory Disallow: /_vti_bin/ # disallow this directory Disallow: /wp-admin/ # disallow this directory Disallow: /wp-content/ # disallow this directory Disallow: /wp-includes/ # disallow this directory Disallow: /administrator/ # disallow this directory Disallow: /api/ # disallow this directory Disallow: /bin/ # disallow this directory Disallow: /cache/ # disallow this directory Disallow: /cli/ # disallow this directory Disallow: /components/ # disallow this directory Disallow: /component/ # disallow this directory Disallow: /includes/ # disallow this directory Disallow: /installation/ # disallow this directory Disallow: /language/ # disallow this directory Disallow: /layouts/ # disallow this directory Disallow: /libraries/ # disallow this directory Disallow: /logs/ # disallow this directory Disallow: /media/ # disallow this directory Disallow: /modules/ # disallow this directory Disallow: /plugins/ # disallow this directory Disallow: /templates/ # disallow this directory Disallow: /tmp/ # disallow this directory Disallow: /.wp-cli/ # disallow this directory Disallow: /admin/ # disallow this directory Disallow: /downloads/ # disallow this directory Disallow: /afbeeldingen/ # disallow this directory Disallow: /images/ # disallow this directory Disallow: /.htpasswds/ # disallow this directory Disallow: /wp-login.php # disallow this directory Disallow: /feed/ # disallow this directory Disallow: /wp-comments-post.php # disallow this directory Disallow: /.well-known/ # disallow this directory Disallow: /wp-register.php Disallow: /xmlrpc.php Disallow: /template.html Disallow: /wp-comments Disallow: /cgi-bin Disallow: /trackback Disallow: /feed Disallow: /comments Disallow: /comment-page Disallow: /replytocom= Disallow: /author Disallow: /?author= Disallow: /tag Disallow: /?feed= Disallow: /?s= Disallow: /?se=